In [1]:
# Libraries for parsing data
import os
import pandas as pd
import xml.etree.ElementTree as ET
from lxml import etree
from bs4 import BeautifulSoup
import re
import numpy as np
In [2]:
path_dropbox = "D:/Dropbox/Research/China Foreign Share Discount"
path = "D:/Dropbox/Conference call textual analysis"
In [3]:
# Read speech data
dfSpeech = pd.read_pickle(path + '/conversation.pkl')

Q&A pair observations¶

In [4]:
# parse speaker
dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('[', '')
dfSpeech["speaker"] = dfSpeech["speaker"].str.replace(']', '')
dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('&', '&')
dfSpeech[["speakerName", "Position"]] = dfSpeech["speaker"].str.split(',', n=1, expand=True)
dfSpeech[["Company", "Position"]] = dfSpeech["Position"].str.split('-', n=1, expand=True)
dfSpeech["Company"] = dfSpeech["Company"].str.strip()
dfSpeech['Position'] = dfSpeech['Position'].fillna("")
dfSpeech['speechType'] = dfSpeech['Position'].apply(lambda x: 'Question' if "Analyst" in x else 'Answer' if x != "" else 'Missing value')

C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2000874994.py:2: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.
  dfSpeech["speaker"] = dfSpeech["speaker"].str.replace('[', '')
C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2000874994.py:3: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.
  dfSpeech["speaker"] = dfSpeech["speaker"].str.replace(']', '')
In [5]:
# delete none Q&A part
dfSpeech = dfSpeech[~dfSpeech['speaker'].isin(["Editor", "Operator"])] # delete moderator
dfSpeech = dfSpeech[dfSpeech["speechType"].isin(["Question", "Answer"])] # delete non-question or non-answer
end = (dfSpeech['speechType']=="Question") & (dfSpeech['speechType'].shift(-1)=="Question") & (dfSpeech['eventId'] == dfSpeech['eventId'].shift(-1))
dfSpeech = dfSpeech[~end] # delete end of Q&A pair
In [6]:
# delete everything before the first question
def filter_start(df):
    filtered_dfs = []
    for eventId, group in df.groupby('eventId'):
        # Find the index of the first question
        question_indices = group[group['speechType'] == 'Question'].index
        if len(question_indices) > 0:
            first_question_idx = question_indices[0]
            # Filter out rows before the first question
            filtered_df = group.loc[first_question_idx:]
            filtered_dfs.append(filtered_df)
    return pd.concat(filtered_dfs)

# Apply the function to filter the DataFrame
dfSpeech = filter_start(dfSpeech)
In [7]:
# Generate Question Pairs
# Create an ID column based on the order of questions within each chapter
dfSpeech['QAPairId'] = dfSpeech.groupby('eventId')['speechType'].apply(lambda x: (x == 'Question').cumsum())

C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4055279604.py:3: FutureWarning: Not prepending group keys to the result index of transform-like apply. In the future, the group keys will be included in the index, regardless of whether the applied function returns a like-indexed object.
To preserve the previous behavior, use

	>>> .groupby(..., group_keys=False)

To adopt the future behavior and silence this warning, use 

	>>> .groupby(..., group_keys=True)
  dfSpeech['QAPairId'] = dfSpeech.groupby('eventId')['speechType'].apply(lambda x: (x == 'Question').cumsum())
In [8]:
# Function to concatenate answers and answerers
def concatenate_answers(group):
    answers = group.loc[group['speechType'] == 'Answer', 'content'].str.cat(sep='\n')
    answerers = group.loc[group['speechType'] == 'Answer', 'Position'].dropna().unique()
    return pd.Series({'answers': answers, 'answerers': '|'.join(answerers)})

# Group by chapter and ID, and concatenate answers and answerers
qa_pairs = dfSpeech.groupby(['eventId', 'QAPairId']).apply(lambda group: pd.Series({
    'question': group.loc[group['speechType'] == 'Question', 'content'].values[0],
    'asked_by': group.loc[group['speechType'] == 'Question', 'Company'].values[0],
    'asked_by_name': group.loc[group['speechType'] == 'Question', 'speakerName'].values[0],
    'answers': concatenate_answers(group)['answers'],
    'answerers': concatenate_answers(group)['answerers']
})).reset_index()
In [9]:
# Save the ask-by information
qa_pairs[['eventId', 'QAPairId', 'asked_by_name']].to_stata(path_dropbox + "/Conference Call Transcript/analyst_name.dta", version=118, write_index = False)
In [10]:
import pickle
with open(path_dropbox + '/Conference Call Transcript/qa_pairs.pkl', 'wb') as file: 
    pickle.dump(qa_pairs, file)

Textual measures¶

In [11]:
qa_pairs = pd.read_pickle(path_dropbox + '/Conference Call Transcript/qa_pairs.pkl')
In [12]:
import csv
import nltk
In [13]:
pos_list = set()
neg_list = set()
strong_list = set()
weak_list = set()
uncertain_list = set()

with open(path + '/LMDict/Neg_LM.csv', newline='') as csvfile:
    reader = csv.reader(csvfile, delimiter=' ')
    for row in reader:
        neg_list.add(row[0].lower())

with open(path + '/LMDict/Pos_LM.csv', newline='') as csvfile:
    reader = csv.reader(csvfile, delimiter=' ')
    for row in reader:
        pos_list.add(row[0].lower())

with open(path + '/LMDict/Strong_LM.csv', newline='') as csvfile:
    reader = csv.reader(csvfile, delimiter=' ')
    for row in reader:
        strong_list.add(row[0].lower())

with open(path + '/LMDict/Weak_LM.csv', newline='') as csvfile:
    reader = csv.reader(csvfile, delimiter=' ')
    for row in reader:
        weak_list.add(row[0].lower())

with open(path + '/LMDict/Uncertain_LM.csv', newline='') as csvfile:
    reader = csv.reader(csvfile, delimiter=' ')
    for row in reader:
        uncertain_list.add(row[0].lower())
In [14]:
# Tone (hostile, friendly, optimistic, pessimistic)
def sentiment(text):
    pos=0
    neg=0
    for word in text:
        if word in pos_list:
            pos += 1
        elif word in neg_list:
            neg += 1
    return pos, neg
In [15]:
# Precision (use of numbers and other quantitative information)
def analyze_precision(text):
    num = len(re.findall('\d+', text))
    return num
In [16]:
# Word choice (vague, ambiguous)
def analyze_vague(text):
    weak=0
    strong=0
    for word in text:
        if word in weak_list:
            weak += 1
        elif word in strong_list:
            strong += 1
    return weak, strong
In [17]:
# Geopolitical dictionary
warWords = ['war', 'conflict', 'hostilities', 'revolution', 'insurrection', 'uprising', 'revolt', 'coup', 'geopolitical']
peaceWords = ['peace', 'truce', 'armistice', 'treaty', 'parley']
militaryWords = ['military', 'troops', 'missile', 'arms', 'weapon', 'bomb', 'warhead']
nuclearWords = ["nuclear war", "atomic war", "nuclear missile", "nuclear bomb", "atomic bomb", "h-bomb", "hydrogen bomb", "nuclear test", "nuclear weapon"]
terrorismWords = ['terror', 'guerrilla', 'hostage']
actorWords = ['allie', 'enem', 'insurgen', 'foe', 'army', 'navy', 'aerial', 'troops', 'rebels']
threatWords = ['threat', 'warn', 'fear', 'risk', 'concern', 'danger', 'doubt', 'crisis', 'troubl', 'disput', 'tension', 'imminen', 'inevitable', 'footing', 'menace', 'brink', 'scare', 'peril']
peaceDisruptionWords = ['threat', 'menace', 'reject', 'peril', 'boycott', 'disrupt']
buildupWords = ['buildup', 'build-up', 'sanction', 'blockad', 'embargo', 'quarantine', 'ultimatum', 'mobiliz']
warBeginWords = ['begin', 'start', 'declar', 'begun', 'began', 'outbreak', 'broke out', 'breakout', 'proclamation', 'launch']
actorFightWords = ['advance', 'attack', 'strike', 'drive', 'shell', 'offensive', 'invasion', 'invad', 'clash', 'raid', 'launch']
terrorismActWords = ['attack', 'act', 'bomb', 'kill', 'strike', 'hijack']
In [18]:
# Geopolitical Terms
x_1 = r"(\b[Mm]ilitary\b|\b(?<!Trade |trade |price |Price )[Ww]ars?\b|\b[Gg]eopolitical\b|\b[Tt]error(ists?|ism)?\b|" + \
              r"\b[Ii]raq\b|\b[Aa]fghanistan\b|\b[Ii]ran\b|\b[Ss]yria\b|\b[Ll]ibya\b|\b[Uu]krain(e|ian)\b|\b[Nn]orth [Kk]orea\b|\b[Vv]enezuela\b|\b[Mm]iddle [Ee]ast\b|\b[Rr]ussian?\b|" + \
              r"\b[Cc]oups?\b|\b[Ee]xpropriation\b|\b[Cc]onfiscation\b|\b[Nn]ationalism\b|\b[Ss]ecurity\b|\b[Pp]rotests?\b|\b[Cc]ountr(y|ies)\b|\b[Pp]olitical\b|\b[[Rr]etaliation\b|" + \
              r"\b[Tt]roops?\b|\b[[Ss]anctions?]\b|\b[Ee]mbargos?\b|\b[Ww]arfare\b|\b[Aa]rmy\b|\b[Nn]avy\b|\b[Ww]eapons?\b|\b[Cc]ombat\b|\b[Mm]issiles?\b|\b[Ii]mmigration\b|\b[Dd]iplomacy\b)"
# Risk Terms
x_2 = r"(\b[Tt]hreats?\b|\b[Vv]ariab(le|ility)?\b|\b[Cc]hances?\b|\b[Pp]ending\b|\b[Dd]oubt(ful|s)?\b|\b[Pp]rospects?\b|\b[Bb]et(s|ting)?\b|\b[Ee]xposed\b|" + \
              r"\b[Pp]ossibilit(y|ies)\b|\b[Ll]ikelihoods?\b|\b[Pp]robabilit(y|ies)\b|\b[Uu]nknowns?\b|" + \
              r"\b[Rr]isks?\b|\b[Uu]ncertain(ty|ties)?\b|\b[Pp]otential\b|\b[Cc]oncern(s|ed)?\b|\b[Tt]ensions?\b|\b[Ii]ssues?\b|\b[Ii]nstability\b|\b[Cc]autio(us|n)\b|\b[Ff]ears?\b|" + \
              r"\b[Vv]olatil(e|ity|ities)\b|\b[Vv]arying\b|\b[Uu]nclear\b|\b[Ss]peculative\b|\b[Hh]esitant\b|\b[Hh]eadwinds?\b|\b[Bb]acklog(ed|s)?\b|\b[Dd]isputes?\b|\b[Dd]isrupt(ions?)?\b|\b[Ww]orr(y|ies)\b|" + \
              r"\b[Hh]urdles?\b|\b[Oo]bstacles?\b|\b[Dd]isturbances?\b|\b[Hh]ostil(e|ity|ities)\b|" + \
              r"\b[Uu]nrest\b|\b[Cc]onflict\b|\b[Pp]ressur(es?|ed|ing)\b|\b[Cc]risis\b|\b[Tt]rigger(s?|ed|ing)\b|\b[Ii]mpact\b|\b[Pp]eril(s?|ous)\b|\b[Ee]ffect(s?|ed|ing)\b|\b[Aa]cts\b|\b[Aa]ttack(s?|ed|ing|ers?)\b|\b[Ii]ncidents?\b|" + \
              r"\b[In]vade(d|s?|r)\b|\b[In]vasion\b|\b[Dd]etoriation\b|\b[Ss]ever(ity|e|ly)\b|\b[Cc]hallenge\b|\b[Ss]hift\b|\b[Hh]eadache\b|\b[Nn]oise\b|\b[Hh]urt(s?|ed|ing)\b|\b[Hh]avoc\b)"

# Set distance between words in the two categories
dist_x = 10

prox_x = r"\b(?:" + x_1 + \
   r"\W+(?:\w+\W+)" + \
   r"{0," + str(dist_x) + r"}?" + \
   x_2 + r"|" + x_2 + \
   r"\W+(?:\w+\W+)" + \
   r"{0," + str(dist_x) + r"}?" + \
   x_1 + r")\b"

# compile the pattern
pattern = re.compile(prox_x)

C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 428
  pattern = re.compile(prox_x)
C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 463
  pattern = re.compile(prox_x)
C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 3209
  pattern = re.compile(prox_x)
C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\4156804221.py:27: FutureWarning: Possible nested set at position 3244
  pattern = re.compile(prox_x)
In [19]:
# Geopolitical Risk
def geo_risk(text):
    matches = re.findall(pattern, text)
    return len(matches)
In [20]:
def textual(text):
    textToken = nltk.word_tokenize(text)
    length = len(textToken)
    pos, neg = sentiment(textToken)
    number = analyze_precision(text)
    weak, strong = analyze_vague(textToken)
    geoRisk = geo_risk(text)
    return length, pos, neg, number, weak, strong, geoRisk
In [21]:
qa_pairs[['len_q', 'pos_q', 'neg_q', 'number_q', 'weak_q', 'strong_q', 'geoRisk_q']] = qa_pairs['question'].apply(lambda x: pd.Series(textual(x)))
In [22]:
qa_pairs[['len_a', 'pos_a', 'neg_a', 'number_a', 'weak_a', 'strong_a', 'geoRisk_a']] = qa_pairs['answers'].apply(lambda x: pd.Series(textual(x)))
In [23]:
# Who answers (CEO vs. others)
def is_ceo(responder):
    return 1 if re.search(r'\b(ceo|chief executive officer)\b', responder, re.IGNORECASE) else 0

def is_cfo(responder):
    return 1 if re.search(r'\b(cfo|chief financial officer)\b', responder, re.IGNORECASE) else 0

qa_pairs['CEO'] = qa_pairs['answerers'].apply(is_ceo)
qa_pairs['CFO'] = qa_pairs['answerers'].apply(is_cfo)
In [24]:
# generate the percentage measures
qa_pairs['tone_q'] =  (qa_pairs['pos_q'] - qa_pairs['neg_q'])/qa_pairs['len_q']
qa_pairs['tone_a'] =  (qa_pairs['pos_a'] - qa_pairs['neg_a'])/qa_pairs['len_a']
qa_pairs['vague_q'] =  (qa_pairs['weak_q'] - qa_pairs['strong_q'])/qa_pairs['len_q']
qa_pairs['vague_a'] =  (qa_pairs['weak_a'] - qa_pairs['strong_a'])/qa_pairs['len_a']
qa_pairs['hardInfoMix_q'] =  qa_pairs['number_q']/qa_pairs['len_q']
qa_pairs['hardInfoMix_a'] =  qa_pairs['number_a']/qa_pairs['len_a']

Specificity¶

In [25]:
# Set up Stanza NLP
import stanza
from concurrent.futures import ProcessPoolExecutor
nlp = stanza.Pipeline('en', processors='tokenize,ner', use_gpu=False)

2025-04-21 06:19:39 INFO: Checking for updates to resources.json in case models have been updated.  Note: this behavior can be turned off with download_method=None or download_method=DownloadMethod.REUSE_RESOURCES

Downloading https://raw.githubusercontent.com/stanfordnlp/stanza-resources/main/resources_1.9.0.json:   0%|   …
2025-04-21 06:19:40 INFO: Downloaded file to C:\Users\yifeilu\stanza_resources\resources.json
2025-04-21 06:19:40 WARNING: Language en package default expects mwt, which has been added
2025-04-21 06:19:40 INFO: Loading these models for language: en (English):
=========================================
| Processor | Package                   |
-----------------------------------------
| tokenize  | combined                  |
| mwt       | combined                  |
| ner       | ontonotes-ww-multi_charlm |
=========================================

2025-04-21 06:19:40 INFO: Using device: cpu
2025-04-21 06:19:40 INFO: Loading: tokenize
C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\tokenization\trainer.py:82: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
  checkpoint = torch.load(filename, lambda storage, loc: storage)
2025-04-21 06:19:43 INFO: Loading: mwt
C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\mwt\trainer.py:201: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
  checkpoint = torch.load(filename, lambda storage, loc: storage)
2025-04-21 06:19:43 INFO: Loading: ner
C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\ner\trainer.py:197: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
  checkpoint = torch.load(filename, lambda storage, loc: storage)
C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\common\pretrain.py:56: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
  data = torch.load(self.filename, lambda storage, loc: storage)
C:\Users\yifeilu\AppData\Local\anaconda3\Lib\site-packages\stanza\models\common\char_model.py:271: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.
  state = torch.load(filename, lambda storage, loc: storage)
2025-04-21 06:19:44 INFO: Done loading processors!
In [26]:
### Calculate question specificity
# Optimized Named Entity Recognition (NER) with Batch Processing and Pre-tokenizing, applied directly to a DataFrame
from nltk.tag import StanfordNERTagger
from nltk.tokenize import word_tokenize
import pandas as pd
from tqdm import tqdm

# Set up the paths to the Stanford NER jar file and the pre-trained model
stanford_classifier = 'E:/stanford-ner-4.2.0/stanford-ner-2020-11-17/classifiers/english.muc.7class.distsim.crf.ser.gz'
stanford_ner_path = 'E:/stanford-ner-4.2.0/stanford-ner-2020-11-17/stanford-ner.jar'

# Create a Stanford NER tagger object
st = StanfordNERTagger(stanford_classifier, stanford_ner_path, encoding='utf-8')

# Define a function that processes a batch of pre-tokenized text
def batch_specificity(pre_tokenized_text_batch):
    # Perform NER on the pre-tokenized batch
    ner_tagged_batch = st.tag_sents(pre_tokenized_text_batch)

    # Initialize counts for the batch
    batch_categories = [{'PERSON': 0, 'LOCATION': 0, 'ORGANIZATION': 0, 'PERCENT': 0, 'MONEY': 0, 'TIME': 0, 'DATE': 0} for _ in range(len(pre_tokenized_text_batch))]

    # Iterate over the batch results and count occurrences for each entry
    for i, ner_tagged in enumerate(ner_tagged_batch):
        for word, tag in ner_tagged:
            if tag in batch_categories[i]:
                batch_categories[i][tag] += 1

    # Return the list of category counts for each text in the batch
    return [(entry['PERSON'], entry['LOCATION'], entry['ORGANIZATION'], 
            entry['PERCENT'], entry['MONEY'], entry['TIME'], entry['DATE']) for entry in batch_categories]

# Chunk processing for large datasets already in memory
def process_dataframe_in_chunks_q(df, chunk_size=10000, batch_size=100, output_file="ner_results_q.csv"):
    # Initialize the output file with the required columns
    output_columns = ['person_q', 'location_q', 'organization_q', 'percent_q', 'money_q', 'time_q', 'date_q']
    pd.DataFrame(columns=output_columns).to_csv(output_file, index=False, mode='w')

    # Process the DataFrame in chunks
    for start in tqdm(range(0, len(df), chunk_size)):
        # Create a chunk from the dataframe
        chunk = df.iloc[start:start + chunk_size]

        # Pre-tokenize the text in the chunk
        chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))

        # Split pre-tokenized data into smaller batches
        batches = [chunk['tokenized_question'][i:i + batch_size].tolist() for i in range(0, len(chunk), batch_size)]

        # Process each batch
        results = [batch_specificity(batch) for batch in batches]
        
        # Flatten the results and convert to DataFrame
        results_flat = [item for sublist in results for item in sublist]
        result_df = pd.DataFrame(results_flat, columns=output_columns)

        # Append the results to the output file
        result_df.to_csv(output_file, mode='a', header=False, index=False)

# Example call to process the qa_pairs dataframe in chunks
process_dataframe_in_chunks_q(qa_pairs, chunk_size=10000, batch_size=100, output_file="ner_results_q.csv")

  0%|          | 0/942 [00:00<?, ?it/s]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  0%|          | 1/942 [01:25<22:22:37, 85.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  0%|          | 2/942 [02:48<21:58:51, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  0%|          | 3/942 [04:12<21:50:52, 83.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  0%|          | 4/942 [05:36<21:54:29, 84.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 5/942 [07:03<22:08:33, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 6/942 [08:30<22:16:07, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 7/942 [09:55<22:10:21, 85.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 8/942 [11:22<22:21:28, 86.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 9/942 [12:53<22:40:42, 87.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 10/942 [14:22<22:48:11, 88.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|          | 11/942 [15:51<22:49:26, 88.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|▏         | 12/942 [17:18<22:41:26, 87.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|▏         | 13/942 [18:46<22:43:02, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  1%|▏         | 14/942 [20:14<22:39:32, 87.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 15/942 [21:42<22:41:33, 88.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 16/942 [23:10<22:35:18, 87.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 17/942 [24:33<22:13:40, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 18/942 [25:57<21:59:34, 85.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 19/942 [27:22<21:55:11, 85.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 20/942 [28:46<21:47:28, 85.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 21/942 [30:10<21:42:57, 84.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 22/942 [31:35<21:39:39, 84.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  2%|▏         | 23/942 [33:01<21:43:19, 85.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 24/942 [34:26<21:42:30, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 25/942 [35:53<21:50:40, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 26/942 [37:19<21:51:00, 85.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 27/942 [38:49<22:05:35, 86.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 28/942 [40:21<22:30:52, 88.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 29/942 [41:54<22:44:43, 89.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 30/942 [43:27<22:59:12, 90.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 31/942 [45:00<23:10:10, 91.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  3%|▎         | 32/942 [46:33<23:16:07, 92.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▎         | 33/942 [48:03<23:04:38, 91.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▎         | 34/942 [49:32<22:52:41, 90.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▎         | 35/942 [51:00<22:35:14, 89.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 36/942 [52:27<22:24:23, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 37/942 [53:53<22:09:37, 88.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 38/942 [55:19<21:58:30, 87.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 39/942 [56:45<21:50:29, 87.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 40/942 [58:11<21:44:28, 86.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 41/942 [59:38<21:43:58, 86.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  4%|▍         | 42/942 [1:01:09<21:57:41, 87.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▍         | 43/942 [1:02:40<22:12:23, 88.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▍         | 44/942 [1:04:09<22:11:00, 88.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▍         | 45/942 [1:05:36<22:00:59, 88.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▍         | 46/942 [1:07:05<22:04:40, 88.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▍         | 47/942 [1:08:34<22:01:42, 88.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▌         | 48/942 [1:10:04<22:08:50, 89.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▌         | 49/942 [1:11:34<22:09:12, 89.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▌         | 50/942 [1:13:04<22:09:37, 89.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  5%|▌         | 51/942 [1:14:31<21:58:03, 88.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 52/942 [1:16:02<22:05:22, 89.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 53/942 [1:17:31<22:02:41, 89.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 54/942 [1:19:03<22:15:44, 90.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 55/942 [1:20:34<22:16:12, 90.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 56/942 [1:22:08<22:31:47, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 57/942 [1:23:41<22:37:45, 92.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▌         | 58/942 [1:25:15<22:42:26, 92.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▋         | 59/942 [1:26:48<22:43:53, 92.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▋         | 60/942 [1:28:20<22:39:01, 92.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  6%|▋         | 61/942 [1:29:52<22:36:57, 92.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 62/942 [1:31:23<22:25:54, 91.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 63/942 [1:32:53<22:16:32, 91.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 64/942 [1:34:19<21:53:56, 89.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 65/942 [1:35:44<21:31:34, 88.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 66/942 [1:37:11<21:22:40, 87.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 67/942 [1:38:38<21:16:48, 87.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 68/942 [1:40:04<21:08:38, 87.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 69/942 [1:41:33<21:16:18, 87.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  7%|▋         | 70/942 [1:43:02<21:22:19, 88.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 71/942 [1:44:33<21:33:02, 89.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 72/942 [1:46:03<21:34:55, 89.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 73/942 [1:47:35<21:44:34, 90.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 74/942 [1:49:05<21:43:38, 90.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 75/942 [1:50:35<21:41:56, 90.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 76/942 [1:52:06<21:44:43, 90.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 77/942 [1:53:35<21:35:04, 89.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 78/942 [1:55:03<21:24:54, 89.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 79/942 [1:56:33<21:26:22, 89.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  8%|▊         | 80/942 [1:58:02<21:22:58, 89.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▊         | 81/942 [1:59:31<21:20:34, 89.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▊         | 82/942 [2:00:58<21:10:33, 88.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 83/942 [2:02:27<21:10:34, 88.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 84/942 [2:03:56<21:08:56, 88.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 85/942 [2:05:29<21:27:24, 90.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 86/942 [2:07:03<21:42:18, 91.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 87/942 [2:08:35<21:44:26, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 88/942 [2:10:09<21:51:24, 92.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
  9%|▉         | 89/942 [2:11:40<21:47:46, 91.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|▉         | 90/942 [2:13:08<21:26:38, 90.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|▉         | 91/942 [2:14:36<21:14:08, 89.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|▉         | 92/942 [2:16:04<21:07:17, 89.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|▉         | 93/942 [2:17:34<21:08:07, 89.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|▉         | 94/942 [2:19:01<20:55:49, 88.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|█         | 95/942 [2:20:26<20:38:46, 87.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|█         | 96/942 [2:21:52<20:29:23, 87.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|█         | 97/942 [2:23:16<20:13:13, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 10%|█         | 98/942 [2:24:42<20:09:00, 85.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 99/942 [2:26:07<20:06:37, 85.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 100/942 [2:27:33<20:03:27, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 101/942 [2:28:59<20:05:07, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 102/942 [2:30:26<20:06:42, 86.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 103/942 [2:31:56<20:20:51, 87.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 104/942 [2:33:23<20:19:46, 87.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█         | 105/942 [2:34:53<20:27:19, 87.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 106/942 [2:36:20<20:24:20, 87.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 107/942 [2:37:51<20:35:47, 88.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 108/942 [2:39:23<20:46:34, 89.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 109/942 [2:40:55<20:54:35, 90.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 110/942 [2:42:25<20:50:03, 90.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 111/942 [2:43:56<20:53:30, 90.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 112/942 [2:45:28<20:56:36, 90.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 113/942 [2:47:00<21:00:46, 91.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 114/942 [2:48:33<21:07:52, 91.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 115/942 [2:50:05<21:06:36, 91.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 116/942 [2:51:38<21:08:30, 92.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 117/942 [2:53:11<21:11:00, 92.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 118/942 [2:54:45<21:14:49, 92.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 119/942 [2:56:18<21:14:29, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 120/942 [2:57:51<21:12:34, 92.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 121/942 [2:59:22<21:03:36, 92.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 122/942 [3:00:53<20:59:08, 92.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 123/942 [3:02:24<20:51:55, 91.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 124/942 [3:03:56<20:49:14, 91.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 125/942 [3:05:29<20:57:00, 92.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 126/942 [3:07:05<21:07:55, 93.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 127/942 [3:08:40<21:13:03, 93.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▎        | 128/942 [3:10:14<21:15:34, 94.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▎        | 129/942 [3:11:49<21:15:43, 94.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 130/942 [3:13:22<21:11:44, 93.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 131/942 [3:14:54<21:00:25, 93.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 132/942 [3:16:26<20:52:05, 92.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 133/942 [3:17:57<20:46:14, 92.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 134/942 [3:19:30<20:48:10, 92.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 135/942 [3:21:06<20:58:16, 93.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 136/942 [3:22:40<21:00:16, 93.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 137/942 [3:24:13<20:52:25, 93.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 138/942 [3:25:43<20:39:00, 92.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 139/942 [3:27:13<20:26:39, 91.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 140/942 [3:28:41<20:12:33, 90.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 141/942 [3:30:11<20:08:10, 90.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 142/942 [3:31:39<19:56:50, 89.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 143/942 [3:33:09<19:52:44, 89.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 144/942 [3:34:38<19:51:15, 89.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 145/942 [3:36:09<19:53:44, 89.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 146/942 [3:37:39<19:54:19, 90.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 147/942 [3:39:10<19:56:03, 90.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 148/942 [3:40:39<19:51:17, 90.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 149/942 [3:42:05<19:31:54, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 150/942 [3:43:32<19:24:45, 88.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 151/942 [3:45:00<19:20:52, 88.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 152/942 [3:46:26<19:12:05, 87.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 153/942 [3:47:55<19:17:44, 88.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▋        | 154/942 [3:49:21<19:08:46, 87.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 16%|█▋        | 155/942 [3:50:51<19:17:09, 88.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 156/942 [3:52:21<19:19:26, 88.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 157/942 [3:53:49<19:18:06, 88.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 158/942 [3:55:17<19:15:23, 88.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 159/942 [3:56:49<19:24:55, 89.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 160/942 [3:58:14<19:09:05, 88.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 161/942 [3:59:41<19:01:29, 87.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 162/942 [4:01:08<18:56:49, 87.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 163/942 [4:02:36<19:00:14, 87.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 164/942 [4:04:04<18:58:49, 87.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 165/942 [4:05:30<18:50:20, 87.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 166/942 [4:06:59<18:55:07, 87.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 167/942 [4:08:28<18:57:04, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 168/942 [4:09:57<19:01:02, 88.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 169/942 [4:11:28<19:07:35, 89.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 170/942 [4:13:01<19:23:29, 90.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 171/942 [4:14:31<19:20:51, 90.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 172/942 [4:16:02<19:19:23, 90.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 173/942 [4:17:33<19:20:10, 90.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 174/942 [4:19:04<19:23:32, 90.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▊        | 175/942 [4:20:36<19:23:46, 91.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▊        | 176/942 [4:22:08<19:25:09, 91.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 177/942 [4:23:39<19:24:04, 91.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 178/942 [4:25:09<19:18:32, 90.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 179/942 [4:26:43<19:29:02, 91.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 180/942 [4:28:17<19:32:28, 92.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 181/942 [4:29:49<19:32:46, 92.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 182/942 [4:31:23<19:34:34, 92.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 183/942 [4:32:54<19:26:15, 92.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 184/942 [4:34:24<19:18:27, 91.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 185/942 [4:35:55<19:12:54, 91.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 186/942 [4:37:24<19:03:55, 90.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 187/942 [4:38:56<19:05:44, 91.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 188/942 [4:40:28<19:07:37, 91.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|██        | 189/942 [4:42:02<19:15:04, 92.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|██        | 190/942 [4:43:33<19:12:52, 91.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|██        | 191/942 [4:45:05<19:09:45, 91.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|██        | 192/942 [4:46:38<19:10:47, 92.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 20%|██        | 193/942 [4:48:10<19:09:23, 92.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 194/942 [4:49:41<19:05:17, 91.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 195/942 [4:51:12<19:00:30, 91.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 196/942 [4:52:43<18:56:21, 91.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 197/942 [4:54:14<18:53:02, 91.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 198/942 [4:55:39<18:30:04, 89.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 199/942 [4:57:08<18:23:49, 89.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██        | 200/942 [4:58:35<18:15:15, 88.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██▏       | 201/942 [5:00:04<18:15:03, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 21%|██▏       | 202/942 [5:01:33<18:15:08, 88.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 203/942 [5:03:02<18:16:33, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 204/942 [5:04:31<18:14:39, 89.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 205/942 [5:05:58<18:03:03, 88.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 206/942 [5:07:25<17:59:47, 88.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 207/942 [5:08:55<18:04:59, 88.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 208/942 [5:10:27<18:14:53, 89.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 209/942 [5:11:58<18:20:58, 90.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 210/942 [5:13:29<18:22:50, 90.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 211/942 [5:15:01<18:25:29, 90.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 212/942 [5:16:32<18:25:51, 90.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 213/942 [5:18:01<18:15:08, 90.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 214/942 [5:19:31<18:14:08, 90.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 215/942 [5:21:01<18:11:28, 90.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 216/942 [5:22:31<18:09:37, 90.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 217/942 [5:23:56<17:49:13, 88.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 218/942 [5:25:18<17:27:16, 86.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 219/942 [5:26:39<17:04:40, 85.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 220/942 [5:28:01<16:52:06, 84.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 221/942 [5:29:22<16:40:25, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▎       | 222/942 [5:30:43<16:30:19, 82.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▎       | 223/942 [5:32:05<16:24:12, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 224/942 [5:33:26<16:19:31, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 225/942 [5:34:47<16:15:33, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 226/942 [5:36:08<16:12:51, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 227/942 [5:37:29<16:10:31, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 228/942 [5:38:51<16:08:50, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 229/942 [5:40:11<16:04:19, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 230/942 [5:41:34<16:06:55, 81.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 231/942 [5:42:57<16:12:51, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 232/942 [5:44:20<16:15:22, 82.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 233/942 [5:45:42<16:13:09, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 234/942 [5:47:03<16:07:08, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 235/942 [5:48:25<16:04:10, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 236/942 [5:49:47<16:03:27, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 237/942 [5:51:09<16:03:09, 81.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 238/942 [5:52:36<16:17:17, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 239/942 [5:53:59<16:16:27, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 240/942 [5:55:23<16:18:21, 83.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 241/942 [5:56:54<16:42:25, 85.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 242/942 [5:58:26<17:01:47, 87.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 243/942 [5:59:56<17:08:20, 88.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 244/942 [6:01:29<17:24:57, 89.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 245/942 [6:03:05<17:44:09, 91.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 246/942 [6:04:40<17:53:04, 92.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 247/942 [6:06:10<17:45:29, 91.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▋       | 248/942 [6:07:42<17:43:23, 91.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 26%|██▋       | 249/942 [6:09:13<17:38:19, 91.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 250/942 [6:10:40<17:21:11, 90.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 251/942 [6:12:07<17:06:28, 89.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 252/942 [6:13:33<16:55:28, 88.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 253/942 [6:14:59<16:47:21, 87.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 254/942 [6:16:32<17:01:35, 89.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 255/942 [6:18:00<16:58:28, 88.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 256/942 [6:19:29<16:54:54, 88.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 257/942 [6:21:01<17:05:56, 89.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 258/942 [6:22:36<17:20:38, 91.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 259/942 [6:24:09<17:24:41, 91.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 260/942 [6:25:41<17:23:39, 91.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 261/942 [6:27:13<17:23:34, 91.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 262/942 [6:28:43<17:16:02, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 263/942 [6:30:13<17:10:26, 91.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 264/942 [6:31:42<17:02:15, 90.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 265/942 [6:33:13<17:03:14, 90.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 266/942 [6:34:45<17:05:46, 91.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 267/942 [6:36:18<17:08:28, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 268/942 [6:37:52<17:16:12, 92.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▊       | 269/942 [6:39:27<17:23:49, 93.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▊       | 270/942 [6:41:02<17:30:15, 93.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 271/942 [6:42:37<17:32:46, 94.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 272/942 [6:44:09<17:24:41, 93.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 273/942 [6:45:41<17:15:55, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 274/942 [6:47:12<17:10:03, 92.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 275/942 [6:48:46<17:11:27, 92.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 276/942 [6:50:20<17:13:13, 93.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 277/942 [6:51:53<17:12:53, 93.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 278/942 [6:53:26<17:10:16, 93.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 279/942 [6:54:57<17:02:11, 92.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 280/942 [6:56:31<17:05:09, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 281/942 [6:58:04<17:03:06, 92.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 282/942 [6:59:37<17:02:07, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|███       | 283/942 [7:01:10<17:01:35, 93.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|███       | 284/942 [7:02:43<16:59:00, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|███       | 285/942 [7:04:16<16:57:36, 92.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|███       | 286/942 [7:05:47<16:51:04, 92.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 30%|███       | 287/942 [7:07:17<16:42:21, 91.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 288/942 [7:08:47<16:35:35, 91.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 289/942 [7:10:18<16:31:54, 91.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 290/942 [7:11:51<16:35:25, 91.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 291/942 [7:13:25<16:42:08, 92.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 292/942 [7:14:59<16:46:34, 92.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 293/942 [7:16:32<16:45:03, 92.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███       | 294/942 [7:18:02<16:32:11, 91.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███▏      | 295/942 [7:19:32<16:24:42, 91.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 31%|███▏      | 296/942 [7:20:59<16:11:21, 90.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 297/942 [7:22:26<15:58:11, 89.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 298/942 [7:23:54<15:54:13, 88.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 299/942 [7:25:23<15:52:04, 88.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 300/942 [7:26:51<15:49:49, 88.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 301/942 [7:28:27<16:10:46, 90.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 302/942 [7:30:00<16:16:26, 91.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 303/942 [7:31:31<16:10:38, 91.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 304/942 [7:33:04<16:16:01, 91.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 305/942 [7:34:34<16:10:34, 91.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 306/942 [7:36:04<16:04:38, 91.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 307/942 [7:37:33<15:55:18, 90.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 308/942 [7:38:59<15:40:43, 89.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 309/942 [7:40:28<15:38:53, 88.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 310/942 [7:41:57<15:38:44, 89.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 311/942 [7:43:26<15:36:13, 89.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 312/942 [7:44:58<15:42:31, 89.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 313/942 [7:46:32<15:55:22, 91.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 314/942 [7:48:08<16:09:03, 92.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 315/942 [7:49:42<16:13:12, 93.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▎      | 316/942 [7:51:12<16:00:35, 92.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▎      | 317/942 [7:52:45<16:00:55, 92.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 318/942 [7:54:14<15:49:35, 91.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 319/942 [7:55:41<15:33:48, 89.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 320/942 [7:57:09<15:28:52, 89.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 321/942 [7:58:38<15:22:48, 89.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 322/942 [8:00:07<15:22:16, 89.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 323/942 [8:01:36<15:20:01, 89.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 324/942 [8:03:06<15:22:09, 89.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 325/942 [8:04:37<15:25:31, 90.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 326/942 [8:06:08<15:24:33, 90.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 327/942 [8:07:37<15:19:47, 89.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 328/942 [8:09:04<15:12:31, 89.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 329/942 [8:10:33<15:07:35, 88.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 330/942 [8:12:02<15:08:33, 89.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 331/942 [8:13:30<15:04:21, 88.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 332/942 [8:14:59<15:03:39, 88.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 333/942 [8:16:27<14:58:39, 88.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 334/942 [8:17:56<14:58:28, 88.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 335/942 [8:19:19<14:40:35, 87.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 336/942 [8:20:41<14:23:35, 85.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 337/942 [8:22:02<14:08:48, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 338/942 [8:23:23<13:57:36, 83.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 339/942 [8:24:44<13:49:44, 82.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 340/942 [8:26:06<13:44:24, 82.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 341/942 [8:27:27<13:39:22, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▋      | 342/942 [8:28:47<13:35:25, 81.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 36%|███▋      | 343/942 [8:30:08<13:32:16, 81.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 344/942 [8:31:29<13:28:16, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 345/942 [8:32:50<13:26:35, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 346/942 [8:34:11<13:25:21, 81.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 347/942 [8:35:32<13:24:34, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 348/942 [8:36:53<13:23:23, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 349/942 [8:38:15<13:24:26, 81.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 350/942 [8:39:37<13:24:12, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 351/942 [8:40:59<13:22:23, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 352/942 [8:42:19<13:19:29, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 353/942 [8:43:40<13:16:30, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 354/942 [8:45:01<13:14:46, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 355/942 [8:46:22<13:13:29, 81.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 356/942 [8:47:44<13:12:51, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 357/942 [8:49:05<13:10:55, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 358/942 [8:50:26<13:09:12, 81.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 359/942 [8:51:46<13:06:05, 80.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 360/942 [8:53:08<13:06:10, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 361/942 [8:54:29<13:04:40, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 362/942 [8:55:49<13:02:15, 80.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 363/942 [8:57:11<13:03:06, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 364/942 [8:58:33<13:04:33, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 365/942 [8:59:55<13:05:19, 81.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 366/942 [9:01:17<13:03:09, 81.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 367/942 [9:02:37<12:58:56, 81.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 368/942 [9:03:59<12:58:09, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 369/942 [9:05:19<12:54:44, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 370/942 [9:06:40<12:53:23, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 371/942 [9:08:02<12:53:24, 81.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 372/942 [9:09:23<12:51:37, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 373/942 [9:10:44<12:48:37, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 374/942 [9:12:05<12:47:26, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 375/942 [9:13:26<12:46:36, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 376/942 [9:14:47<12:45:48, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|████      | 377/942 [9:16:09<12:44:32, 81.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|████      | 378/942 [9:17:30<12:42:42, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|████      | 379/942 [9:18:51<12:40:40, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|████      | 380/942 [9:20:12<12:40:17, 81.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 40%|████      | 381/942 [9:21:33<12:37:28, 81.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 382/942 [9:22:53<12:35:07, 80.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 383/942 [9:24:14<12:33:19, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 384/942 [9:25:35<12:31:33, 80.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 385/942 [9:26:56<12:30:39, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 386/942 [9:28:17<12:31:00, 81.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 387/942 [9:29:38<12:29:39, 81.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████      | 388/942 [9:30:59<12:27:47, 80.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████▏     | 389/942 [9:32:21<12:28:02, 81.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 41%|████▏     | 390/942 [9:33:41<12:25:39, 81.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 391/942 [9:35:03<12:25:14, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 392/942 [9:36:24<12:22:45, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 393/942 [9:37:45<12:22:23, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 394/942 [9:39:06<12:21:21, 81.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 395/942 [9:40:28<12:21:13, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 396/942 [9:41:51<12:25:28, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 397/942 [9:43:13<12:23:17, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 398/942 [9:44:35<12:22:38, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 399/942 [9:45:57<12:21:00, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 400/942 [9:47:17<12:15:51, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 401/942 [9:48:38<12:12:43, 81.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 402/942 [9:49:59<12:11:00, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 403/942 [9:51:20<12:08:17, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 404/942 [9:52:41<12:08:13, 81.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 405/942 [9:54:03<12:06:42, 81.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 406/942 [9:55:24<12:05:47, 81.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 407/942 [9:56:46<12:06:00, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 408/942 [9:58:07<12:03:15, 81.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 409/942 [9:59:28<12:02:14, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 410/942 [10:00:51<12:04:06, 81.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 411/942 [10:02:13<12:03:42, 81.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 412/942 [10:03:34<12:02:24, 81.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 413/942 [10:04:56<11:59:40, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 414/942 [10:06:17<11:58:01, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 415/942 [10:07:38<11:55:51, 81.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 416/942 [10:09:00<11:54:20, 81.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 417/942 [10:10:21<11:50:55, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 418/942 [10:11:42<11:48:57, 81.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 419/942 [10:13:03<11:48:54, 81.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 420/942 [10:14:25<11:49:10, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 421/942 [10:15:47<11:47:40, 81.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 422/942 [10:17:08<11:46:49, 81.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 423/942 [10:18:30<11:46:04, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 424/942 [10:19:52<11:46:30, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 425/942 [10:21:14<11:45:21, 81.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 426/942 [10:22:36<11:43:07, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 427/942 [10:23:58<11:41:48, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 428/942 [10:25:19<11:40:11, 81.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 429/942 [10:26:41<11:37:34, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 430/942 [10:28:02<11:35:49, 81.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 431/942 [10:29:23<11:33:14, 81.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 432/942 [10:30:45<11:33:12, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 433/942 [10:32:07<11:33:09, 81.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 434/942 [10:33:28<11:30:08, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 435/942 [10:34:49<11:27:41, 81.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 436/942 [10:36:10<11:25:56, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 437/942 [10:37:31<11:23:28, 81.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 438/942 [10:38:54<11:24:46, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 439/942 [10:40:15<11:23:25, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 440/942 [10:41:37<11:21:39, 81.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 441/942 [10:42:58<11:19:52, 81.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 442/942 [10:44:19<11:17:53, 81.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 443/942 [10:45:40<11:16:35, 81.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 444/942 [10:47:01<11:14:06, 81.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 445/942 [10:48:22<11:12:13, 81.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 446/942 [10:49:44<11:12:06, 81.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 447/942 [10:51:05<11:11:15, 81.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 448/942 [10:52:27<11:11:12, 81.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 449/942 [10:53:49<11:10:03, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 450/942 [10:55:10<11:07:44, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 451/942 [10:56:31<11:06:11, 81.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 452/942 [10:57:53<11:06:17, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 453/942 [10:59:15<11:05:19, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 454/942 [11:00:37<11:04:37, 81.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 455/942 [11:02:00<11:05:13, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 456/942 [11:03:22<11:04:00, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 457/942 [11:04:44<11:02:31, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 458/942 [11:06:05<11:00:45, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 459/942 [11:07:27<10:59:11, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 460/942 [11:08:49<10:56:52, 81.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 461/942 [11:10:11<10:55:52, 81.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 462/942 [11:11:32<10:54:37, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 463/942 [11:12:54<10:53:14, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 464/942 [11:14:16<10:51:23, 81.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 465/942 [11:15:38<10:50:31, 81.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 466/942 [11:17:00<10:49:39, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 467/942 [11:18:23<10:50:35, 82.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 468/942 [11:19:46<10:52:34, 82.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 469/942 [11:21:09<10:51:46, 82.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 470/942 [11:22:32<10:50:32, 82.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|█████     | 471/942 [11:23:54<10:47:45, 82.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|█████     | 472/942 [11:25:16<10:45:40, 82.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|█████     | 473/942 [11:26:38<10:42:32, 82.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|█████     | 474/942 [11:27:59<10:39:34, 82.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 50%|█████     | 475/942 [11:29:21<10:37:36, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 476/942 [11:30:43<10:35:16, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 477/942 [11:32:04<10:33:39, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 478/942 [11:33:26<10:32:30, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 479/942 [11:34:49<10:32:27, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 480/942 [11:36:11<10:32:16, 82.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 481/942 [11:37:34<10:31:47, 82.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████     | 482/942 [11:38:56<10:31:23, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 483/942 [11:40:19<10:31:48, 82.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 484/942 [11:41:42<10:29:36, 82.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 485/942 [11:43:03<10:26:52, 82.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 486/942 [11:44:25<10:23:40, 82.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 487/942 [11:45:47<10:22:50, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 488/942 [11:47:09<10:20:48, 82.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 489/942 [11:48:32<10:20:21, 82.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 490/942 [11:49:53<10:18:10, 82.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 491/942 [11:51:16<10:17:13, 82.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 492/942 [11:52:38<10:15:32, 82.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 493/942 [11:54:00<10:14:48, 82.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 494/942 [11:55:23<10:15:06, 82.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 495/942 [11:56:46<10:14:38, 82.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 496/942 [11:58:07<10:11:32, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 497/942 [11:59:30<10:10:22, 82.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 498/942 [12:00:52<10:08:49, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 499/942 [12:02:14<10:06:07, 82.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 500/942 [12:03:36<10:04:33, 82.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 501/942 [12:04:58<10:03:20, 82.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 502/942 [12:06:19<10:00:53, 81.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 503/942 [12:07:41<9:58:44, 81.83s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 504/942 [12:09:02<9:56:23, 81.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 505/942 [12:10:24<9:54:08, 81.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 506/942 [12:11:45<9:52:36, 81.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 507/942 [12:13:08<9:53:46, 81.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 508/942 [12:14:30<9:52:28, 81.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 509/942 [12:15:52<9:52:30, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 510/942 [12:17:15<9:52:28, 82.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 511/942 [12:18:38<9:52:39, 82.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 512/942 [12:20:01<9:52:25, 82.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 513/942 [12:21:23<9:49:01, 82.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 514/942 [12:22:45<9:47:54, 82.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 515/942 [12:24:08<9:46:57, 82.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 516/942 [12:25:30<9:44:27, 82.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 517/942 [12:26:52<9:42:40, 82.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 518/942 [12:28:13<9:39:43, 82.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 519/942 [12:29:35<9:37:20, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 520/942 [12:30:57<9:36:20, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 521/942 [12:32:20<9:36:02, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 522/942 [12:33:43<9:36:30, 82.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 523/942 [12:35:07<9:39:36, 83.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 524/942 [12:36:31<9:40:16, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 525/942 [12:37:54<9:38:33, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 526/942 [12:39:17<9:36:23, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 527/942 [12:40:40<9:33:50, 82.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 528/942 [12:42:02<9:31:40, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 529/942 [12:43:24<9:29:09, 82.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 530/942 [12:44:47<9:27:02, 82.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 531/942 [12:46:09<9:24:48, 82.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 532/942 [12:47:31<9:21:56, 82.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 533/942 [12:48:54<9:21:49, 82.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 534/942 [12:50:16<9:20:48, 82.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 535/942 [12:51:39<9:19:32, 82.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 536/942 [12:53:02<9:19:53, 82.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 537/942 [12:54:25<9:19:36, 82.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 538/942 [12:55:49<9:18:52, 83.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 539/942 [12:57:12<9:18:48, 83.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 540/942 [12:58:35<9:16:56, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 541/942 [12:59:58<9:15:50, 83.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 542/942 [13:01:21<9:14:08, 83.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 543/942 [13:02:44<9:10:50, 82.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 544/942 [13:04:06<9:09:33, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 545/942 [13:05:30<9:09:39, 83.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 546/942 [13:06:53<9:08:59, 83.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 547/942 [13:08:18<9:10:50, 83.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 548/942 [13:09:42<9:10:11, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 549/942 [13:11:06<9:08:49, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 550/942 [13:12:31<9:08:50, 84.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 551/942 [13:13:54<9:06:11, 83.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▊    | 552/942 [13:15:18<9:04:21, 83.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▊    | 553/942 [13:16:41<9:02:53, 83.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 554/942 [13:18:05<9:02:09, 83.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 555/942 [13:19:29<8:59:35, 83.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 556/942 [13:20:52<8:57:54, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 557/942 [13:22:15<8:55:34, 83.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 558/942 [13:23:38<8:52:43, 83.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 559/942 [13:25:00<8:49:09, 82.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 560/942 [13:26:24<8:49:14, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 561/942 [13:27:47<8:47:16, 83.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 562/942 [13:29:09<8:44:51, 82.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 563/942 [13:30:32<8:43:21, 82.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 564/942 [13:31:56<8:43:52, 83.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 565/942 [13:33:20<8:44:47, 83.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|██████    | 566/942 [13:34:44<8:43:42, 83.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|██████    | 567/942 [13:36:08<8:42:42, 83.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|██████    | 568/942 [13:37:31<8:40:27, 83.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 60%|██████    | 569/942 [13:38:54<8:39:24, 83.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 570/942 [13:40:18<8:37:37, 83.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 571/942 [13:41:41<8:35:08, 83.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 572/942 [13:43:04<8:33:03, 83.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 573/942 [13:44:27<8:31:30, 83.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 574/942 [13:45:49<8:29:16, 83.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 575/942 [13:47:12<8:27:13, 82.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████    | 576/942 [13:48:36<8:26:46, 83.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 577/942 [13:49:59<8:26:37, 83.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 578/942 [13:51:23<8:25:35, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 579/942 [13:52:47<8:25:47, 83.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 580/942 [13:54:12<8:26:48, 84.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 581/942 [13:55:35<8:24:33, 83.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 582/942 [13:56:59<8:22:20, 83.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 583/942 [13:58:22<8:19:51, 83.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 584/942 [13:59:45<8:17:47, 83.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 585/942 [14:01:08<8:16:00, 83.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 586/942 [14:02:31<8:13:22, 83.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 587/942 [14:03:54<8:11:12, 83.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 588/942 [14:05:17<8:09:28, 82.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 589/942 [14:06:40<8:09:23, 83.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 590/942 [14:08:04<8:08:32, 83.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 591/942 [14:09:27<8:07:15, 83.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 592/942 [14:10:51<8:07:00, 83.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 593/942 [14:12:16<8:07:35, 83.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 594/942 [14:13:40<8:08:02, 84.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 595/942 [14:15:05<8:08:06, 84.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 596/942 [14:16:30<8:06:22, 84.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 597/942 [14:17:54<8:04:37, 84.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 598/942 [14:19:18<8:02:27, 84.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▎   | 599/942 [14:20:41<8:00:20, 84.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▎   | 600/942 [14:22:05<7:58:45, 83.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 601/942 [14:23:29<7:57:17, 83.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 602/942 [14:24:52<7:54:24, 83.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 603/942 [14:26:16<7:53:17, 83.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 604/942 [14:27:40<7:50:59, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 605/942 [14:29:03<7:50:05, 83.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 606/942 [14:30:28<7:49:34, 83.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 607/942 [14:31:51<7:46:42, 83.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 608/942 [14:33:14<7:45:28, 83.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 609/942 [14:34:39<7:45:42, 83.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 610/942 [14:36:03<7:44:11, 83.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 611/942 [14:37:26<7:42:14, 83.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 612/942 [14:38:50<7:40:32, 83.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 613/942 [14:40:13<7:38:35, 83.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 614/942 [14:41:36<7:35:36, 83.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 615/942 [14:43:00<7:35:38, 83.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 616/942 [14:44:23<7:33:29, 83.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 617/942 [14:45:46<7:31:11, 83.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 618/942 [14:47:09<7:28:55, 83.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 619/942 [14:48:33<7:29:25, 83.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 620/942 [14:49:57<7:28:31, 83.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 621/942 [14:51:21<7:28:11, 83.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 622/942 [14:52:46<7:27:58, 84.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 623/942 [14:54:11<7:28:10, 84.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 624/942 [14:55:35<7:26:12, 84.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▋   | 625/942 [14:56:59<7:24:44, 84.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 66%|██████▋   | 626/942 [14:58:23<7:22:38, 84.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 627/942 [14:59:46<7:20:43, 83.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 628/942 [15:01:11<7:19:42, 84.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 629/942 [15:02:34<7:17:30, 83.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 630/942 [15:03:58<7:16:11, 83.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 631/942 [15:05:22<7:14:15, 83.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 632/942 [15:06:45<7:11:39, 83.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 633/942 [15:08:08<7:10:30, 83.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 634/942 [15:09:33<7:10:44, 83.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 635/942 [15:10:58<7:11:32, 84.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 636/942 [15:12:23<7:10:19, 84.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 637/942 [15:13:47<7:08:42, 84.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 638/942 [15:15:11<7:07:33, 84.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 639/942 [15:16:36<7:06:54, 84.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 640/942 [15:18:01<7:05:01, 84.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 641/942 [15:19:25<7:03:23, 84.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 642/942 [15:20:49<7:01:36, 84.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 643/942 [15:22:13<6:59:58, 84.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 644/942 [15:23:37<6:58:11, 84.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 645/942 [15:25:02<6:57:12, 84.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▊   | 646/942 [15:26:27<6:57:09, 84.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▊   | 647/942 [15:27:52<6:56:11, 84.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 648/942 [15:29:17<6:56:21, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 649/942 [15:30:43<6:55:56, 85.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 650/942 [15:32:08<6:54:39, 85.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 651/942 [15:33:33<6:52:30, 85.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 652/942 [15:34:59<6:52:02, 85.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 653/942 [15:36:24<6:50:30, 85.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 654/942 [15:37:49<6:48:38, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 655/942 [15:39:13<6:46:08, 84.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 656/942 [15:40:37<6:43:04, 84.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 657/942 [15:42:01<6:41:11, 84.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 658/942 [15:43:26<6:40:36, 84.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 659/942 [15:44:51<6:40:04, 84.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|███████   | 660/942 [15:46:17<6:39:22, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|███████   | 661/942 [15:47:42<6:38:25, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|███████   | 662/942 [15:49:07<6:36:48, 85.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|███████   | 663/942 [15:50:32<6:35:41, 85.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 70%|███████   | 664/942 [15:51:56<6:32:49, 84.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 665/942 [15:53:21<6:30:55, 84.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 666/942 [15:54:45<6:28:38, 84.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 667/942 [15:56:09<6:27:02, 84.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 668/942 [15:57:33<6:25:13, 84.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 669/942 [15:58:58<6:24:06, 84.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 670/942 [16:00:23<6:24:10, 84.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████   | 671/942 [16:01:48<6:23:08, 84.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████▏  | 672/942 [16:03:14<6:22:48, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 71%|███████▏  | 673/942 [16:04:40<6:23:06, 85.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 674/942 [16:06:06<6:22:09, 85.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 675/942 [16:07:32<6:20:24, 85.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 676/942 [16:08:56<6:18:14, 85.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 677/942 [16:10:21<6:16:17, 85.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 678/942 [16:11:46<6:13:51, 84.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 679/942 [16:13:10<6:11:47, 84.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 680/942 [16:14:34<6:09:04, 84.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 681/942 [16:15:59<6:07:58, 84.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 682/942 [16:17:24<6:06:40, 84.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 683/942 [16:18:49<6:05:47, 84.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 684/942 [16:20:16<6:07:57, 85.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 685/942 [16:21:42<6:06:22, 85.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 686/942 [16:23:07<6:05:16, 85.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 687/942 [16:24:32<6:02:41, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 688/942 [16:25:57<6:00:30, 85.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 689/942 [16:27:21<5:58:12, 84.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 690/942 [16:28:47<5:57:42, 85.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 691/942 [16:30:12<5:56:23, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 692/942 [16:31:37<5:54:40, 85.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▎  | 693/942 [16:33:01<5:51:52, 84.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▎  | 694/942 [16:34:26<5:51:01, 84.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 695/942 [16:35:52<5:50:12, 85.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 696/942 [16:37:17<5:49:17, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 697/942 [16:38:43<5:48:28, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 698/942 [16:40:10<5:48:35, 85.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 699/942 [16:41:35<5:46:48, 85.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 700/942 [16:43:00<5:45:00, 85.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 701/942 [16:44:25<5:42:53, 85.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 702/942 [16:45:52<5:42:35, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 703/942 [16:47:17<5:41:16, 85.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 704/942 [16:48:42<5:38:49, 85.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 705/942 [16:50:07<5:36:37, 85.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 706/942 [16:51:32<5:35:06, 85.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 707/942 [16:52:57<5:33:26, 85.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 708/942 [16:54:21<5:30:43, 84.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 709/942 [16:55:46<5:29:24, 84.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 710/942 [16:57:12<5:29:11, 85.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 711/942 [16:58:37<5:27:58, 85.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 712/942 [17:00:03<5:26:51, 85.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 713/942 [17:01:27<5:24:43, 85.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 714/942 [17:02:53<5:23:53, 85.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 715/942 [17:04:18<5:22:44, 85.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 716/942 [17:05:43<5:20:58, 85.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 717/942 [17:07:09<5:19:44, 85.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 718/942 [17:08:34<5:18:32, 85.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▋  | 719/942 [17:09:59<5:17:01, 85.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 76%|███████▋  | 720/942 [17:11:25<5:15:57, 85.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 721/942 [17:12:50<5:14:35, 85.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 722/942 [17:14:17<5:14:02, 85.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 723/942 [17:15:43<5:13:09, 85.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 724/942 [17:17:09<5:12:00, 85.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 725/942 [17:18:35<5:10:43, 85.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 726/942 [17:20:01<5:09:30, 85.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 727/942 [17:21:27<5:07:59, 85.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 728/942 [17:22:52<5:06:09, 85.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 729/942 [17:24:18<5:04:53, 85.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 730/942 [17:25:43<5:01:59, 85.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 731/942 [17:27:08<5:00:06, 85.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 732/942 [17:28:33<4:58:57, 85.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 733/942 [17:29:59<4:57:14, 85.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 734/942 [17:31:27<4:58:42, 86.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 735/942 [17:32:53<4:56:58, 86.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 736/942 [17:34:19<4:55:27, 86.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 737/942 [17:35:46<4:55:12, 86.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 738/942 [17:37:13<4:54:08, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 739/942 [17:38:39<4:52:42, 86.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▊  | 740/942 [17:40:05<4:51:04, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▊  | 741/942 [17:41:31<4:49:08, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 742/942 [17:42:58<4:47:54, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 743/942 [17:44:25<4:46:50, 86.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 744/942 [17:45:51<4:45:05, 86.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 745/942 [17:47:16<4:42:24, 86.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 746/942 [17:48:42<4:41:10, 86.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 747/942 [17:50:09<4:40:38, 86.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 748/942 [17:51:36<4:39:41, 86.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 749/942 [17:53:02<4:37:57, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 750/942 [17:54:29<4:36:33, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 751/942 [17:55:54<4:34:27, 86.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 752/942 [17:57:20<4:32:22, 86.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 753/942 [17:58:46<4:30:46, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|████████  | 754/942 [18:00:12<4:29:56, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|████████  | 755/942 [18:01:38<4:28:19, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|████████  | 756/942 [18:03:04<4:26:46, 86.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|████████  | 757/942 [18:04:31<4:25:32, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 80%|████████  | 758/942 [18:05:56<4:22:58, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 759/942 [18:07:21<4:21:35, 85.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 760/942 [18:08:47<4:20:10, 85.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 761/942 [18:10:14<4:19:29, 86.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 762/942 [18:11:40<4:18:13, 86.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 763/942 [18:13:06<4:16:54, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 764/942 [18:14:32<4:15:04, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████  | 765/942 [18:15:58<4:13:50, 86.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████▏ | 766/942 [18:17:24<4:12:37, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 81%|████████▏ | 767/942 [18:18:50<4:11:09, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 768/942 [18:20:17<4:09:47, 86.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 769/942 [18:21:43<4:08:18, 86.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 770/942 [18:23:09<4:07:06, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 771/942 [18:24:34<4:05:01, 85.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 772/942 [18:26:00<4:03:19, 85.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 773/942 [18:27:26<4:02:07, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 774/942 [18:28:52<4:00:34, 85.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 775/942 [18:30:18<3:59:18, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 776/942 [18:31:44<3:57:54, 85.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 777/942 [18:33:10<3:56:34, 86.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 778/942 [18:34:37<3:55:28, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 779/942 [18:36:03<3:53:43, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 780/942 [18:37:27<3:51:24, 85.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 781/942 [18:38:53<3:49:56, 85.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 782/942 [18:40:19<3:48:18, 85.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 783/942 [18:41:45<3:47:48, 85.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 784/942 [18:43:13<3:47:36, 86.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 785/942 [18:44:40<3:46:32, 86.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 786/942 [18:46:06<3:44:48, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▎ | 787/942 [18:47:32<3:43:02, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▎ | 788/942 [18:48:58<3:41:33, 86.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 789/942 [18:50:25<3:40:04, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 790/942 [18:51:51<3:38:24, 86.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 791/942 [18:53:17<3:37:21, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 792/942 [18:54:44<3:35:50, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 793/942 [18:56:09<3:34:03, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 794/942 [18:57:36<3:32:57, 86.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 795/942 [18:59:03<3:31:46, 86.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 796/942 [19:00:29<3:30:01, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 797/942 [19:01:56<3:28:56, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 798/942 [19:03:23<3:28:00, 86.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 799/942 [19:04:49<3:26:07, 86.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 800/942 [19:06:16<3:24:59, 86.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 801/942 [19:07:42<3:23:23, 86.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 802/942 [19:09:08<3:21:44, 86.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 803/942 [19:10:35<3:20:13, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 804/942 [19:12:01<3:18:52, 86.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 805/942 [19:13:28<3:17:24, 86.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 806/942 [19:14:53<3:15:16, 86.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 807/942 [19:16:20<3:14:19, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 808/942 [19:17:46<3:12:39, 86.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 809/942 [19:19:12<3:10:50, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 810/942 [19:20:38<3:09:17, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 811/942 [19:22:04<3:07:55, 86.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 812/942 [19:23:30<3:06:24, 86.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▋ | 813/942 [19:24:56<3:05:06, 86.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 86%|████████▋ | 814/942 [19:26:22<3:03:38, 86.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 815/942 [19:27:48<3:02:24, 86.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 816/942 [19:29:15<3:01:21, 86.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 817/942 [19:30:42<3:00:12, 86.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 818/942 [19:32:08<2:58:27, 86.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 819/942 [19:33:34<2:57:02, 86.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 820/942 [19:35:01<2:55:41, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 821/942 [19:36:27<2:54:00, 86.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 822/942 [19:37:54<2:52:51, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 823/942 [19:39:20<2:51:23, 86.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 824/942 [19:40:47<2:49:58, 86.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 825/942 [19:42:13<2:48:18, 86.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 826/942 [19:43:39<2:46:40, 86.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 827/942 [19:45:05<2:45:15, 86.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 828/942 [19:46:31<2:43:46, 86.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 829/942 [19:47:57<2:42:10, 86.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 830/942 [19:49:24<2:41:02, 86.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 831/942 [19:50:50<2:39:44, 86.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 832/942 [19:52:18<2:38:56, 86.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 833/942 [19:53:44<2:37:21, 86.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 834/942 [19:55:11<2:36:00, 86.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 835/942 [19:56:38<2:34:48, 86.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 836/942 [19:58:04<2:33:02, 86.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 837/942 [19:59:30<2:31:19, 86.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 838/942 [20:00:57<2:29:50, 86.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 839/942 [20:02:23<2:28:19, 86.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 840/942 [20:03:48<2:26:09, 85.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 841/942 [20:05:13<2:24:21, 85.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 842/942 [20:06:38<2:22:29, 85.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 843/942 [20:08:02<2:20:24, 85.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 844/942 [20:09:23<2:16:42, 83.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 845/942 [20:10:42<2:13:19, 82.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 846/942 [20:12:05<2:12:15, 82.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 847/942 [20:13:29<2:11:11, 82.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 848/942 [20:14:50<2:09:14, 82.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 849/942 [20:16:13<2:07:42, 82.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 850/942 [20:17:35<2:06:09, 82.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 851/942 [20:18:56<2:04:16, 81.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 852/942 [20:20:18<2:03:17, 82.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 853/942 [20:21:40<2:01:33, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 854/942 [20:23:01<2:00:02, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 855/942 [20:24:23<1:58:30, 81.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 856/942 [20:25:45<1:57:18, 81.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 857/942 [20:27:07<1:56:08, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 858/942 [20:28:29<1:54:31, 81.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 859/942 [20:29:51<1:53:15, 81.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████▏| 860/942 [20:31:14<1:52:16, 82.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 91%|█████████▏| 861/942 [20:32:35<1:50:38, 81.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 862/942 [20:34:00<1:50:35, 82.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 863/942 [20:35:26<1:50:07, 83.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 864/942 [20:36:50<1:48:56, 83.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 865/942 [20:38:12<1:46:50, 83.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 866/942 [20:39:36<1:45:40, 83.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 867/942 [20:41:00<1:44:31, 83.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 868/942 [20:42:20<1:42:05, 82.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 869/942 [20:43:42<1:40:12, 82.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 870/942 [20:45:05<1:39:16, 82.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 871/942 [20:46:28<1:37:49, 82.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 872/942 [20:47:50<1:36:07, 82.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 873/942 [20:49:11<1:34:16, 81.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 874/942 [20:50:32<1:32:50, 81.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 875/942 [20:51:56<1:31:55, 82.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 876/942 [20:53:17<1:30:18, 82.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 877/942 [20:54:40<1:28:58, 82.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 878/942 [20:56:01<1:27:14, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 879/942 [20:57:21<1:25:36, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 880/942 [20:58:43<1:24:08, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 881/942 [21:00:04<1:22:47, 81.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 882/942 [21:01:25<1:21:17, 81.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 883/942 [21:02:46<1:19:43, 81.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 884/942 [21:04:07<1:18:32, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 885/942 [21:05:28<1:17:03, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 886/942 [21:06:50<1:16:01, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 887/942 [21:08:13<1:14:56, 81.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 888/942 [21:09:34<1:13:28, 81.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 889/942 [21:10:56<1:12:13, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 890/942 [21:12:18<1:10:58, 81.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 891/942 [21:13:40<1:09:34, 81.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 892/942 [21:15:01<1:08:00, 81.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 893/942 [21:16:22<1:06:22, 81.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 894/942 [21:17:42<1:04:46, 80.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 895/942 [21:19:03<1:03:25, 80.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 896/942 [21:20:24<1:02:07, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 897/942 [21:21:45<1:00:47, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 898/942 [21:23:06<59:25, 81.02s/it]  C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 899/942 [21:24:27<58:05, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 900/942 [21:25:50<57:06, 81.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 901/942 [21:27:12<55:52, 81.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 902/942 [21:28:33<54:20, 81.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 903/942 [21:29:54<52:53, 81.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 904/942 [21:31:15<51:21, 81.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 905/942 [21:32:36<49:57, 81.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 906/942 [21:33:56<48:30, 80.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 907/942 [21:35:17<47:14, 81.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 908/942 [21:36:39<45:59, 81.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 909/942 [21:38:01<44:43, 81.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 910/942 [21:39:23<43:37, 81.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 911/942 [21:40:46<42:19, 81.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 912/942 [21:42:08<40:58, 81.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 913/942 [21:43:28<39:20, 81.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 914/942 [21:44:49<37:58, 81.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 915/942 [21:46:09<36:28, 81.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 916/942 [21:47:30<35:06, 81.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 917/942 [21:48:51<33:40, 80.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 918/942 [21:50:12<32:19, 80.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 919/942 [21:51:33<31:01, 80.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 920/942 [21:52:54<29:44, 81.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 921/942 [21:54:15<28:23, 81.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 922/942 [21:55:37<27:05, 81.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 923/942 [21:56:58<25:41, 81.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 924/942 [21:58:19<24:21, 81.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 925/942 [21:59:42<23:06, 81.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 926/942 [22:01:04<21:47, 81.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 927/942 [22:02:25<20:24, 81.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 928/942 [22:03:46<19:00, 81.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 929/942 [22:05:08<17:38, 81.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 930/942 [22:06:29<16:18, 81.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 931/942 [22:07:51<14:55, 81.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 932/942 [22:09:12<13:33, 81.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 933/942 [22:10:33<12:13, 81.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 934/942 [22:11:55<10:52, 81.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 935/942 [22:13:18<09:33, 81.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 936/942 [22:14:41<08:13, 82.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 937/942 [22:16:03<06:51, 82.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 938/942 [22:17:25<05:28, 82.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 939/942 [22:18:47<04:06, 82.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 940/942 [22:20:09<02:43, 81.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 941/942 [22:21:30<01:21, 81.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2509887450.py:45: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_question'] = chunk['question'].apply(lambda x: word_tokenize(x))
100%|██████████| 942/942 [22:21:52<00:00, 85.47s/it]
In [27]:
### calculate answer specificity
# Chunk processing for large datasets already in memory
def process_dataframe_in_chunks_a(df, chunk_size=10000, batch_size=100, output_file="ner_results_a.csv"):
    # Initialize the output file with the required columns
    output_columns = ['person_a', 'location_a', 'organization_a', 'percent_a', 'money_a', 'time_a', 'date_a']
    pd.DataFrame(columns=output_columns).to_csv(output_file, index=False, mode='w')

    # Process the DataFrame in chunks
    for start in tqdm(range(0, len(df), chunk_size)):
        # Create a chunk from the dataframe
        chunk = df.iloc[start:start + chunk_size]

        # Pre-tokenize the text in the chunk
        chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))

        # Split pre-tokenized data into smaller batches
        batches = [chunk['tokenized_answers'][i:i + batch_size].tolist() for i in range(0, len(chunk), batch_size)]

        # Process each batch
        results = [batch_specificity(batch) for batch in batches]
        
        # Flatten the results and convert to DataFrame
        results_flat = [item for sublist in results for item in sublist]
        result_df = pd.DataFrame(results_flat, columns=output_columns)

        # Append the results to the output file
        result_df.to_csv(output_file, mode='a', header=False, index=False)

# Example call to process the qa_pairs dataframe in chunks
process_dataframe_in_chunks_a(qa_pairs, chunk_size=10000, batch_size=100, output_file="ner_results_a.csv")

  0%|          | 0/942 [00:00<?, ?it/s]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  0%|          | 1/942 [01:48<28:28:57, 108.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  0%|          | 2/942 [03:29<27:08:33, 103.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  0%|          | 3/942 [05:10<26:44:38, 102.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  0%|          | 4/942 [06:56<27:08:44, 104.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 5/942 [08:48<27:46:00, 106.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 6/942 [10:42<28:23:05, 109.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 7/942 [12:28<28:09:22, 108.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 8/942 [14:25<28:50:15, 111.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 9/942 [16:31<30:00:18, 115.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 10/942 [18:31<30:17:09, 116.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|          | 11/942 [20:35<30:45:46, 118.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|▏         | 12/942 [22:32<30:36:43, 118.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|▏         | 13/942 [24:30<30:30:44, 118.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  1%|▏         | 14/942 [26:26<30:21:56, 117.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 15/942 [28:33<31:00:56, 120.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 16/942 [30:33<30:58:25, 120.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 17/942 [32:14<29:25:32, 114.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 18/942 [33:55<28:21:37, 110.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 19/942 [35:42<28:01:42, 109.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 20/942 [37:26<27:35:05, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 21/942 [39:10<27:18:02, 106.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 22/942 [40:55<27:05:39, 106.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  2%|▏         | 23/942 [42:51<27:51:10, 109.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 24/942 [44:40<27:48:27, 109.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 25/942 [46:47<29:07:45, 114.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 26/942 [48:42<29:11:47, 114.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 27/942 [50:51<30:14:30, 118.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 28/942 [53:03<31:11:39, 122.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 29/942 [55:18<32:05:37, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 30/942 [57:35<32:50:17, 129.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 31/942 [59:54<33:28:53, 132.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  3%|▎         | 32/942 [1:02:11<33:51:06, 133.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▎         | 33/942 [1:04:24<33:43:48, 133.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▎         | 34/942 [1:06:31<33:10:45, 131.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▎         | 35/942 [1:08:31<32:19:27, 128.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 36/942 [1:10:34<31:49:32, 126.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 37/942 [1:12:32<31:11:40, 124.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 38/942 [1:14:29<30:35:18, 121.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 39/942 [1:16:21<29:48:26, 118.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 40/942 [1:18:17<29:34:41, 118.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 41/942 [1:20:13<29:26:17, 117.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  4%|▍         | 42/942 [1:22:18<29:57:15, 119.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▍         | 43/942 [1:24:26<30:28:16, 122.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▍         | 44/942 [1:26:26<30:20:39, 121.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▍         | 45/942 [1:28:19<29:39:00, 119.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▍         | 46/942 [1:30:22<29:52:46, 120.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▍         | 47/942 [1:32:17<29:29:23, 118.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▌         | 48/942 [1:34:26<30:14:36, 121.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▌         | 49/942 [1:36:31<30:25:08, 122.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▌         | 50/942 [1:38:35<30:31:42, 123.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  5%|▌         | 51/942 [1:40:34<30:08:30, 121.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 52/942 [1:42:44<30:44:12, 124.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 53/942 [1:44:49<30:46:20, 124.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 54/942 [1:47:09<31:50:54, 129.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 55/942 [1:49:25<32:21:31, 131.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 56/942 [1:51:50<33:16:19, 135.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 57/942 [1:54:06<33:20:58, 135.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▌         | 58/942 [1:56:23<33:23:39, 135.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▋         | 59/942 [1:58:41<33:27:48, 136.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▋         | 60/942 [2:00:59<33:36:16, 137.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  6%|▋         | 61/942 [2:03:18<33:41:24, 137.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 62/942 [2:05:30<33:11:57, 135.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 63/942 [2:07:38<32:35:20, 133.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 64/942 [2:09:39<31:38:06, 129.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 65/942 [2:11:32<30:25:33, 124.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 66/942 [2:13:30<29:50:36, 122.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 67/942 [2:15:26<29:20:58, 120.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 68/942 [2:17:16<28:32:09, 117.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 69/942 [2:19:17<28:45:13, 118.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  7%|▋         | 70/942 [2:21:19<28:58:40, 119.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 71/942 [2:23:26<29:29:44, 121.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 72/942 [2:25:29<29:32:29, 122.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 73/942 [2:27:40<30:06:41, 124.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 74/942 [2:29:48<30:16:47, 125.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 75/942 [2:31:54<30:18:01, 125.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 76/942 [2:34:07<30:46:56, 127.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 77/942 [2:36:14<30:39:28, 127.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 78/942 [2:38:12<29:59:28, 124.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 79/942 [2:40:24<30:25:39, 126.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  8%|▊         | 80/942 [2:42:33<30:30:44, 127.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▊         | 81/942 [2:44:41<30:31:29, 127.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▊         | 82/942 [2:46:37<29:42:18, 124.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 83/942 [2:48:38<29:26:16, 123.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 84/942 [2:50:39<29:13:57, 122.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 85/942 [2:52:55<30:05:35, 126.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 86/942 [2:55:12<30:52:03, 129.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 87/942 [2:57:26<31:05:05, 130.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 88/942 [2:59:41<31:19:21, 132.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
  9%|▉         | 89/942 [3:01:55<31:26:58, 132.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|▉         | 90/942 [3:03:58<30:44:44, 129.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|▉         | 91/942 [3:05:57<29:56:22, 126.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|▉         | 92/942 [3:08:01<29:41:19, 125.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|▉         | 93/942 [3:10:12<30:03:04, 127.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|▉         | 94/942 [3:12:08<29:10:37, 123.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|█         | 95/942 [3:13:58<28:09:57, 119.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|█         | 96/942 [3:15:49<27:30:11, 117.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|█         | 97/942 [3:17:31<26:25:38, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 10%|█         | 98/942 [3:19:23<26:20:11, 112.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 99/942 [3:21:11<26:01:21, 111.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 100/942 [3:23:00<25:53:13, 110.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 101/942 [3:24:55<26:07:47, 111.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 102/942 [3:26:47<26:05:23, 111.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 103/942 [3:28:53<27:04:42, 116.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 104/942 [3:30:50<27:05:38, 116.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█         | 105/942 [3:32:53<27:29:17, 118.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 106/942 [3:34:49<27:21:51, 117.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 107/942 [3:36:56<27:57:59, 120.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 11%|█▏        | 108/942 [3:39:11<28:54:28, 124.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 109/942 [3:41:28<29:44:16, 128.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 110/942 [3:43:36<29:40:22, 128.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 111/942 [3:45:51<30:03:55, 130.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 112/942 [3:48:04<30:13:24, 131.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 113/942 [3:50:21<30:33:40, 132.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 114/942 [3:52:42<31:08:22, 135.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 115/942 [3:55:13<32:09:17, 139.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 116/942 [3:57:31<32:01:10, 139.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 12%|█▏        | 117/942 [3:59:46<31:39:44, 138.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 118/942 [4:02:10<31:58:25, 139.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 119/942 [4:04:27<31:46:39, 139.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 120/942 [4:06:50<31:59:04, 140.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 121/942 [4:09:04<31:32:21, 138.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 122/942 [4:11:19<31:19:15, 137.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 123/942 [4:13:32<30:58:26, 136.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 124/942 [4:15:51<31:07:09, 136.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 125/942 [4:18:27<32:22:09, 142.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 126/942 [4:20:53<32:31:33, 143.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 13%|█▎        | 127/942 [4:23:13<32:17:01, 142.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▎        | 128/942 [4:25:32<32:00:24, 141.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▎        | 129/942 [4:27:52<31:49:51, 140.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 130/942 [4:30:13<31:48:58, 141.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 131/942 [4:32:37<31:56:45, 141.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 132/942 [4:35:02<32:09:59, 142.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 133/942 [4:37:34<32:42:53, 145.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 134/942 [4:40:06<33:06:23, 147.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 135/942 [4:42:26<32:33:39, 145.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 14%|█▍        | 136/942 [4:44:45<32:07:02, 143.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 137/942 [4:47:04<31:45:58, 142.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 138/942 [4:49:26<31:44:59, 142.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 139/942 [4:51:45<31:28:46, 141.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 140/942 [4:54:03<31:12:28, 140.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▍        | 141/942 [4:56:30<31:40:02, 142.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 142/942 [4:58:59<32:03:05, 144.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 143/942 [5:01:17<31:35:12, 142.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 144/942 [5:03:34<31:10:28, 140.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 145/942 [5:05:56<31:14:21, 141.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 15%|█▌        | 146/942 [5:08:17<31:14:22, 141.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 147/942 [5:10:45<31:37:21, 143.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 148/942 [5:13:11<31:46:16, 144.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 149/942 [5:15:20<30:43:34, 139.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 150/942 [5:17:37<30:31:39, 138.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 151/942 [5:19:48<29:57:38, 136.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 152/942 [5:22:00<29:38:15, 135.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▌        | 153/942 [5:24:20<29:55:36, 136.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▋        | 154/942 [5:26:30<29:28:58, 134.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 16%|█▋        | 155/942 [5:28:52<29:55:19, 136.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 156/942 [5:30:59<29:12:01, 133.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 157/942 [5:33:12<29:08:34, 133.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 158/942 [5:35:18<28:36:23, 131.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 159/942 [5:37:35<28:56:25, 133.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 160/942 [5:39:32<27:49:56, 128.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 161/942 [5:41:34<27:24:23, 126.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 162/942 [5:43:40<27:21:50, 126.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 163/942 [5:45:52<27:42:50, 128.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 17%|█▋        | 164/942 [5:48:08<28:09:42, 130.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 165/942 [5:50:13<27:48:31, 128.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 166/942 [5:52:28<28:10:18, 130.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 167/942 [5:54:41<28:17:46, 131.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 168/942 [5:57:03<28:53:19, 134.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 169/942 [5:59:21<29:05:23, 135.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 170/942 [6:01:52<30:05:21, 140.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 171/942 [6:04:11<29:56:43, 139.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 172/942 [6:06:28<29:44:13, 139.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 173/942 [6:08:51<29:54:52, 140.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 18%|█▊        | 174/942 [6:11:11<29:55:23, 140.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▊        | 175/942 [6:13:30<29:48:32, 139.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▊        | 176/942 [6:15:53<29:56:06, 140.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 177/942 [6:18:15<30:00:03, 141.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 178/942 [6:20:37<30:00:02, 141.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 179/942 [6:23:07<30:30:37, 143.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 180/942 [6:25:37<30:52:20, 145.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 181/942 [6:28:06<31:00:52, 146.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 182/942 [6:30:34<31:02:09, 147.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 19%|█▉        | 183/942 [6:33:03<31:07:11, 147.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 184/942 [6:35:21<30:27:53, 144.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 185/942 [6:37:38<29:55:54, 142.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 186/942 [6:39:46<29:00:23, 138.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 187/942 [6:42:09<29:17:59, 139.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|█▉        | 188/942 [6:44:38<29:49:26, 142.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|██        | 189/942 [6:47:12<30:31:57, 145.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|██        | 190/942 [6:49:41<30:40:52, 146.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|██        | 191/942 [6:52:05<30:28:04, 146.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|██        | 192/942 [6:54:38<30:51:01, 148.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 20%|██        | 193/942 [6:57:12<31:10:12, 149.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 194/942 [6:59:41<31:05:37, 149.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 195/942 [7:02:07<30:49:48, 148.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 196/942 [7:04:34<30:39:35, 147.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 197/942 [7:06:53<30:03:13, 145.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 198/942 [7:08:46<28:03:01, 135.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 199/942 [7:10:50<27:16:25, 132.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██        | 200/942 [7:12:49<26:25:00, 128.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██▏       | 201/942 [7:14:57<26:23:48, 128.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 21%|██▏       | 202/942 [7:16:59<25:58:29, 126.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 203/942 [7:19:09<26:07:54, 127.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 204/942 [7:21:20<26:20:54, 128.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 205/942 [7:23:20<25:47:57, 126.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 206/942 [7:25:29<25:55:04, 126.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 207/942 [7:27:51<26:48:39, 131.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 208/942 [7:30:12<27:24:02, 134.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 209/942 [7:32:36<27:54:20, 137.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 210/942 [7:34:53<27:51:42, 137.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 22%|██▏       | 211/942 [7:37:13<28:00:37, 137.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 212/942 [7:39:34<28:11:48, 139.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 213/942 [7:41:43<27:31:53, 135.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 214/942 [7:44:00<27:32:36, 136.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 215/942 [7:46:20<27:43:33, 137.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 216/942 [7:48:40<27:52:39, 138.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 217/942 [7:50:43<26:55:28, 133.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 218/942 [7:52:43<26:04:04, 129.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 219/942 [7:54:33<24:50:26, 123.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 220/942 [7:56:24<24:01:43, 119.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 23%|██▎       | 221/942 [7:58:07<23:00:22, 114.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▎       | 222/942 [7:59:50<22:13:19, 111.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▎       | 223/942 [8:01:34<21:45:32, 108.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 224/942 [8:03:21<21:36:37, 108.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 225/942 [8:05:07<21:28:00, 107.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 226/942 [8:06:57<21:33:43, 108.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 227/942 [8:08:45<21:29:46, 108.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 228/942 [8:10:28<21:08:59, 106.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 229/942 [8:12:13<21:03:42, 106.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 24%|██▍       | 230/942 [8:14:05<21:21:47, 108.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 231/942 [8:16:00<21:44:27, 110.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 232/942 [8:18:00<22:16:28, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 233/942 [8:19:53<22:16:22, 113.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 234/942 [8:21:43<22:01:57, 112.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▍       | 235/942 [8:23:33<21:52:41, 111.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 236/942 [8:25:24<21:50:08, 111.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 237/942 [8:27:18<21:57:26, 112.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 238/942 [8:29:31<23:11:08, 118.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 239/942 [8:31:25<22:51:40, 117.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 25%|██▌       | 240/942 [8:33:28<23:10:33, 118.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 241/942 [8:35:57<24:55:04, 127.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 242/942 [8:38:33<26:31:22, 136.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 243/942 [8:40:58<26:57:01, 138.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 244/942 [8:43:20<27:08:46, 140.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 245/942 [8:45:50<27:39:58, 142.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 246/942 [8:48:18<27:54:24, 144.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▌       | 247/942 [8:50:31<27:14:43, 141.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▋       | 248/942 [8:52:52<27:10:31, 140.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 26%|██▋       | 249/942 [8:55:12<27:02:59, 140.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 250/942 [8:57:14<25:58:26, 135.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 251/942 [8:59:12<24:55:05, 129.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 252/942 [9:01:14<24:28:20, 127.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 253/942 [9:03:21<24:22:16, 127.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 254/942 [9:05:48<25:27:28, 133.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 255/942 [9:08:02<25:27:49, 133.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 256/942 [9:10:14<25:22:09, 133.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 257/942 [9:12:45<26:22:40, 138.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 258/942 [9:15:28<27:40:59, 145.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 27%|██▋       | 259/942 [9:18:02<28:06:18, 148.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 260/942 [9:20:28<27:59:42, 147.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 261/942 [9:22:58<28:03:56, 148.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 262/942 [9:25:22<27:46:34, 147.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 263/942 [9:27:48<27:38:40, 146.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 264/942 [9:30:16<27:41:06, 147.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 265/942 [9:32:39<27:27:03, 145.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 266/942 [9:35:16<28:00:57, 149.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 267/942 [9:38:03<28:58:20, 154.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 28%|██▊       | 268/942 [9:40:53<29:47:33, 159.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▊       | 269/942 [9:43:45<30:27:59, 162.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▊       | 270/942 [9:46:32<30:41:04, 164.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 271/942 [9:49:17<30:38:56, 164.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 272/942 [9:51:56<30:19:14, 162.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 273/942 [9:54:31<29:49:20, 160.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 274/942 [9:57:02<29:13:21, 157.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 275/942 [9:59:33<28:51:52, 155.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 276/942 [10:02:04<28:32:55, 154.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 29%|██▉       | 277/942 [10:04:37<28:26:22, 153.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 278/942 [10:07:18<28:46:47, 156.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 279/942 [10:09:47<28:19:24, 153.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 280/942 [10:12:19<28:11:06, 153.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 281/942 [10:14:47<27:52:41, 151.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|██▉       | 282/942 [10:17:14<27:34:17, 150.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|███       | 283/942 [10:19:38<27:07:57, 148.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|███       | 284/942 [10:22:03<26:55:41, 147.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|███       | 285/942 [10:24:30<26:51:10, 147.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|███       | 286/942 [10:26:53<26:35:25, 145.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 30%|███       | 287/942 [10:29:12<26:12:35, 144.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 288/942 [10:31:35<26:07:11, 143.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 289/942 [10:33:59<26:03:19, 143.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 290/942 [10:36:23<26:01:52, 143.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 291/942 [10:38:52<26:17:21, 145.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 292/942 [10:41:16<26:10:34, 144.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 293/942 [10:43:38<25:57:36, 144.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███       | 294/942 [10:45:52<25:23:00, 141.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███▏      | 295/942 [10:48:09<25:09:43, 140.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 31%|███▏      | 296/942 [10:50:18<24:31:51, 136.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 297/942 [10:52:25<23:58:36, 133.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 298/942 [10:54:39<23:53:59, 133.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 299/942 [10:56:54<23:56:48, 134.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 300/942 [10:59:03<23:39:11, 132.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 301/942 [11:01:31<24:27:15, 137.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 302/942 [11:03:48<24:23:21, 137.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 303/942 [11:06:04<24:16:43, 136.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 304/942 [11:08:26<24:30:03, 138.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 305/942 [11:10:42<24:20:06, 137.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 32%|███▏      | 306/942 [11:12:54<24:03:06, 136.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 307/942 [11:15:03<23:35:21, 133.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 308/942 [11:17:06<22:59:03, 130.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 309/942 [11:19:18<23:04:06, 131.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 310/942 [11:21:26<22:50:42, 130.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 311/942 [11:23:38<22:53:28, 130.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 312/942 [11:26:00<23:26:56, 133.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 313/942 [11:28:20<23:46:11, 136.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 314/942 [11:30:51<24:29:18, 140.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 33%|███▎      | 315/942 [11:33:20<24:52:44, 142.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▎      | 316/942 [11:35:37<24:34:26, 141.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▎      | 317/942 [11:37:59<24:34:24, 141.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 318/942 [11:40:18<24:22:30, 140.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 319/942 [11:42:26<23:40:24, 136.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 320/942 [11:44:38<23:25:34, 135.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 321/942 [11:47:01<23:43:24, 137.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 322/942 [11:49:22<23:54:55, 138.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 323/942 [11:51:49<24:15:48, 141.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 34%|███▍      | 324/942 [11:54:07<24:02:49, 140.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 325/942 [11:56:27<24:00:15, 140.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 326/942 [11:58:49<24:03:58, 140.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 327/942 [12:01:06<23:50:23, 139.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 328/942 [12:03:18<23:25:28, 137.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▍      | 329/942 [12:05:28<23:02:55, 135.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 330/942 [12:07:46<23:08:50, 136.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 331/942 [12:10:02<23:05:46, 136.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 332/942 [12:12:19<23:05:46, 136.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 333/942 [12:14:33<22:54:22, 135.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 35%|███▌      | 334/942 [12:16:47<22:48:35, 135.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 335/942 [12:18:47<22:00:17, 130.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 336/942 [12:20:44<21:18:09, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 337/942 [12:22:35<20:27:56, 121.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 338/942 [12:24:18<19:31:08, 116.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 339/942 [12:26:01<18:49:05, 112.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 340/942 [12:27:43<18:15:03, 109.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▌      | 341/942 [12:29:24<17:49:21, 106.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▋      | 342/942 [12:31:03<17:24:02, 104.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 36%|███▋      | 343/942 [12:32:43<17:08:16, 103.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 344/942 [12:34:22<16:54:43, 101.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 345/942 [12:36:04<16:54:28, 101.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 346/942 [12:37:45<16:49:26, 101.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 347/942 [12:39:27<16:48:06, 101.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 348/942 [12:41:08<16:46:09, 101.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 349/942 [12:42:54<16:57:20, 102.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 350/942 [12:44:55<17:47:48, 108.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 351/942 [12:46:49<18:04:37, 110.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 352/942 [12:48:38<17:58:30, 109.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 37%|███▋      | 353/942 [12:50:21<17:35:49, 107.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 354/942 [12:52:02<17:15:29, 105.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 355/942 [12:53:43<17:01:54, 104.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 356/942 [12:55:25<16:52:33, 103.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 357/942 [12:57:05<16:39:12, 102.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 358/942 [12:58:47<16:34:59, 102.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 359/942 [13:00:27<16:28:26, 101.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 360/942 [13:02:09<16:27:36, 101.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 361/942 [13:03:51<16:25:08, 101.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 38%|███▊      | 362/942 [13:05:34<16:26:28, 102.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 363/942 [13:07:23<16:47:02, 104.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 364/942 [13:09:14<17:03:27, 106.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▊      | 365/942 [13:11:05<17:15:56, 107.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 366/942 [13:12:51<17:09:34, 107.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 367/942 [13:14:36<17:01:40, 106.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 368/942 [13:16:26<17:08:14, 107.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 369/942 [13:18:07<16:47:48, 105.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 370/942 [13:19:50<16:37:51, 104.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 371/942 [13:21:31<16:27:11, 103.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 39%|███▉      | 372/942 [13:23:15<16:26:32, 103.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 373/942 [13:24:59<16:25:08, 103.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 374/942 [13:26:45<16:29:07, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 375/942 [13:28:33<16:36:58, 105.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|███▉      | 376/942 [13:30:18<16:34:32, 105.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|████      | 377/942 [13:32:06<16:39:56, 106.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|████      | 378/942 [13:33:52<16:36:49, 106.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|████      | 379/942 [13:35:36<16:29:53, 105.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|████      | 380/942 [13:37:32<16:58:36, 108.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 40%|████      | 381/942 [13:39:20<16:54:31, 108.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 382/942 [13:41:05<16:42:21, 107.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 383/942 [13:42:52<16:38:29, 107.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 384/942 [13:44:35<16:25:15, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 385/942 [13:46:17<16:13:58, 104.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 386/942 [13:48:06<16:21:04, 105.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 387/942 [13:49:45<16:01:31, 103.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████      | 388/942 [13:51:26<15:51:29, 103.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████▏     | 389/942 [13:53:08<15:46:12, 102.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 41%|████▏     | 390/942 [13:54:49<15:40:27, 102.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 391/942 [13:56:32<15:40:36, 102.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 392/942 [13:58:14<15:39:30, 102.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 393/942 [13:59:59<15:43:50, 103.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 394/942 [14:01:46<15:52:25, 104.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 395/942 [14:03:40<16:16:08, 107.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 396/942 [14:05:39<16:47:42, 110.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 397/942 [14:07:36<17:02:00, 112.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 398/942 [14:09:24<16:48:59, 111.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 399/942 [14:11:09<16:29:59, 109.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 42%|████▏     | 400/942 [14:12:51<16:08:59, 107.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 401/942 [14:14:34<15:55:11, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 402/942 [14:16:15<15:40:27, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 403/942 [14:17:55<15:26:47, 103.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 404/942 [14:19:36<15:18:45, 102.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 405/942 [14:21:16<15:11:21, 101.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 406/942 [14:22:58<15:09:45, 101.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 407/942 [14:24:40<15:08:28, 101.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 408/942 [14:26:22<15:06:00, 101.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 43%|████▎     | 409/942 [14:28:06<15:11:28, 102.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 410/942 [14:29:59<15:35:42, 105.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 411/942 [14:31:59<16:13:44, 110.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▎     | 412/942 [14:33:53<16:21:09, 111.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 413/942 [14:35:39<16:06:49, 109.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 414/942 [14:37:25<15:54:35, 108.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 415/942 [14:39:08<15:38:41, 106.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 416/942 [14:40:50<15:23:33, 105.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 417/942 [14:42:32<15:14:22, 104.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 418/942 [14:44:14<15:04:31, 103.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 44%|████▍     | 419/942 [14:45:55<14:56:50, 102.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 420/942 [14:47:39<14:56:58, 103.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 421/942 [14:49:21<14:52:34, 102.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 422/942 [14:51:05<14:54:59, 103.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▍     | 423/942 [14:52:53<15:04:12, 104.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 424/942 [14:54:46<15:26:11, 107.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 425/942 [14:56:39<15:39:36, 109.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 426/942 [14:58:34<15:52:14, 110.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 427/942 [15:00:19<15:35:53, 109.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 45%|████▌     | 428/942 [15:02:07<15:31:48, 108.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 429/942 [15:03:58<15:36:03, 109.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 430/942 [15:05:42<15:18:27, 107.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 431/942 [15:07:23<15:00:42, 105.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 432/942 [15:09:09<14:59:03, 105.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 433/942 [15:10:54<14:54:21, 105.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 434/942 [15:12:38<14:51:16, 105.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▌     | 435/942 [15:14:26<14:55:10, 105.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 436/942 [15:16:12<14:53:53, 105.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 437/942 [15:17:54<14:41:10, 104.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 46%|████▋     | 438/942 [15:19:41<14:46:33, 105.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 439/942 [15:21:31<14:56:13, 106.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 440/942 [15:23:21<15:01:53, 107.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 441/942 [15:25:13<15:10:28, 109.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 442/942 [15:26:56<14:51:57, 107.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 443/942 [15:28:38<14:38:11, 105.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 444/942 [15:30:19<14:25:43, 104.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 445/942 [15:31:59<14:13:04, 102.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 446/942 [15:33:40<14:07:24, 102.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 47%|████▋     | 447/942 [15:35:22<14:02:41, 102.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 448/942 [15:37:10<14:15:24, 103.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 449/942 [15:38:57<14:21:36, 104.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 450/942 [15:40:40<14:15:31, 104.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 451/942 [15:42:23<14:10:50, 103.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 452/942 [15:44:13<14:23:00, 105.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 453/942 [15:46:04<14:35:52, 107.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 454/942 [15:48:05<15:06:43, 111.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 455/942 [15:50:14<15:46:16, 116.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 48%|████▊     | 456/942 [15:52:03<15:25:50, 114.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 457/942 [15:53:46<14:56:55, 110.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 458/942 [15:55:30<14:38:11, 108.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▊     | 459/942 [15:57:12<14:20:37, 106.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 460/942 [15:58:54<14:07:32, 105.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 461/942 [16:00:37<13:58:54, 104.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 462/942 [16:02:19<13:51:22, 103.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 463/942 [16:04:02<13:47:05, 103.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 464/942 [16:05:46<13:45:19, 103.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 465/942 [16:07:31<13:48:40, 104.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 49%|████▉     | 466/942 [16:09:25<14:08:15, 106.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 467/942 [16:11:18<14:21:22, 108.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 468/942 [16:13:25<15:02:29, 114.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 469/942 [16:15:33<15:34:48, 118.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|████▉     | 470/942 [16:17:26<15:18:49, 116.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|█████     | 471/942 [16:19:13<14:54:26, 113.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|█████     | 472/942 [16:20:58<14:31:09, 111.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|█████     | 473/942 [16:22:39<14:05:15, 108.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|█████     | 474/942 [16:24:21<13:49:09, 106.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 50%|█████     | 475/942 [16:26:03<13:36:31, 104.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 476/942 [16:27:46<13:32:00, 104.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 477/942 [16:29:30<13:28:57, 104.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 478/942 [16:31:17<13:33:06, 105.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 479/942 [16:33:08<13:43:01, 106.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 480/942 [16:35:04<14:02:38, 109.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 481/942 [16:37:05<14:29:34, 113.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████     | 482/942 [16:39:06<14:44:15, 115.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 483/942 [16:40:56<14:31:19, 113.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 484/942 [16:42:43<14:12:24, 111.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 51%|█████▏    | 485/942 [16:44:28<13:56:11, 109.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 486/942 [16:46:13<13:43:40, 108.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 487/942 [16:48:02<13:42:33, 108.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 488/942 [16:49:47<13:32:48, 107.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 489/942 [16:51:33<13:28:13, 107.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 490/942 [16:53:21<13:27:18, 107.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 491/942 [16:55:10<13:29:38, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 492/942 [16:56:56<13:25:43, 107.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 493/942 [16:58:45<13:25:40, 107.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 52%|█████▏    | 494/942 [17:00:38<13:36:54, 109.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 495/942 [17:02:34<13:49:11, 111.30s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 496/942 [17:04:28<13:53:43, 112.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 497/942 [17:06:24<14:00:14, 113.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 498/942 [17:08:12<13:46:01, 111.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 499/942 [17:09:54<13:23:21, 108.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 500/942 [17:11:36<13:07:38, 106.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 501/942 [17:13:20<12:59:23, 106.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 502/942 [17:15:01<12:45:59, 104.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 53%|█████▎    | 503/942 [17:16:43<12:37:52, 103.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 504/942 [17:18:24<12:32:07, 103.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 505/942 [17:20:09<12:33:58, 103.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▎    | 506/942 [17:21:52<12:31:32, 103.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 507/942 [17:23:46<12:51:18, 106.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 508/942 [17:25:35<12:57:07, 107.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 509/942 [17:27:40<13:33:05, 112.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 510/942 [17:29:48<14:03:54, 117.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 511/942 [17:31:53<14:19:25, 119.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 512/942 [17:33:40<13:48:43, 115.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 54%|█████▍    | 513/942 [17:35:22<13:18:12, 111.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 514/942 [17:37:04<12:56:23, 108.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 515/942 [17:38:48<12:43:16, 107.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 516/942 [17:40:31<12:32:34, 106.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 517/942 [17:42:16<12:28:30, 105.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▍    | 518/942 [17:43:57<12:16:35, 104.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 519/942 [17:45:42<12:17:11, 104.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 520/942 [17:47:26<12:13:45, 104.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 521/942 [17:49:13<12:17:05, 105.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 55%|█████▌    | 522/942 [17:51:08<12:37:29, 108.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 523/942 [17:53:03<12:49:43, 110.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 524/942 [17:55:17<13:37:32, 117.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 525/942 [17:57:23<13:52:43, 119.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 526/942 [17:59:14<13:33:23, 117.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 527/942 [18:01:02<13:11:54, 114.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 528/942 [18:02:46<12:48:40, 111.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▌    | 529/942 [18:04:29<12:28:48, 108.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 530/942 [18:06:12<12:15:45, 107.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 531/942 [18:07:56<12:08:02, 106.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 56%|█████▋    | 532/942 [18:09:41<12:02:45, 105.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 533/942 [18:11:27<12:02:03, 105.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 534/942 [18:13:17<12:07:25, 106.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 535/942 [18:15:10<12:17:35, 108.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 536/942 [18:17:08<12:34:30, 111.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 537/942 [18:19:09<12:52:34, 114.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 538/942 [18:21:14<13:11:25, 117.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 539/942 [18:23:07<13:01:25, 116.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 540/942 [18:25:04<13:01:16, 116.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 57%|█████▋    | 541/942 [18:26:58<12:53:14, 115.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 542/942 [18:28:46<12:35:30, 113.33s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 543/942 [18:30:29<12:14:06, 110.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 544/942 [18:32:15<12:03:47, 109.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 545/942 [18:34:05<12:02:29, 109.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 546/942 [18:35:54<12:01:07, 109.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 547/942 [18:37:45<12:01:58, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 548/942 [18:39:42<12:15:26, 112.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 549/942 [18:41:36<12:17:44, 112.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 550/942 [18:43:29<12:15:10, 112.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 58%|█████▊    | 551/942 [18:45:23<12:15:52, 112.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▊    | 552/942 [18:47:21<12:24:33, 114.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▊    | 553/942 [18:49:15<12:22:35, 114.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 554/942 [18:51:12<12:23:45, 115.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 555/942 [18:53:00<12:09:21, 113.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 556/942 [18:54:46<11:53:20, 110.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 557/942 [18:56:32<11:42:14, 109.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 558/942 [18:58:16<11:30:59, 107.97s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 559/942 [19:00:02<11:23:49, 107.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 59%|█████▉    | 560/942 [19:01:50<11:24:48, 107.56s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 561/942 [19:03:42<11:30:36, 108.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 562/942 [19:05:29<11:25:28, 108.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 563/942 [19:07:24<11:36:21, 110.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 564/942 [19:09:23<11:51:30, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|█████▉    | 565/942 [19:11:35<12:26:11, 118.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|██████    | 566/942 [19:13:47<12:48:24, 122.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|██████    | 567/942 [19:15:43<12:34:58, 120.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|██████    | 568/942 [19:17:30<12:05:32, 116.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 60%|██████    | 569/942 [19:19:18<11:47:58, 113.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 570/942 [19:21:03<11:29:43, 111.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 571/942 [19:22:50<11:20:51, 110.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 572/942 [19:24:35<11:09:19, 108.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 573/942 [19:26:22<11:05:20, 108.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 574/942 [19:28:09<11:00:37, 107.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 575/942 [19:29:55<10:55:25, 107.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████    | 576/942 [19:31:45<10:58:54, 108.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 577/942 [19:33:41<11:12:09, 110.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 578/942 [19:35:36<11:19:14, 111.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 61%|██████▏   | 579/942 [19:37:43<11:43:00, 116.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 580/942 [19:39:59<12:17:55, 122.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 581/942 [19:41:55<12:03:31, 120.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 582/942 [19:43:46<11:45:25, 117.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 583/942 [19:45:35<11:28:48, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 584/942 [19:47:22<11:11:58, 112.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 585/942 [19:49:09<10:59:20, 110.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 586/942 [19:50:53<10:46:11, 108.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 587/942 [19:52:39<10:38:10, 107.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 62%|██████▏   | 588/942 [19:54:26<10:35:16, 107.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 589/942 [19:56:16<10:37:37, 108.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 590/942 [19:58:11<10:48:23, 110.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 591/942 [20:00:12<11:04:52, 113.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 592/942 [20:02:17<11:21:23, 116.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 593/942 [20:04:32<11:52:03, 122.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 594/942 [20:06:28<11:38:31, 120.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 595/942 [20:08:26<11:33:03, 119.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 596/942 [20:10:23<11:25:38, 118.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 597/942 [20:12:11<11:05:23, 115.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 63%|██████▎   | 598/942 [20:13:59<10:49:22, 113.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▎   | 599/942 [20:15:44<10:33:04, 110.74s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▎   | 600/942 [20:17:30<10:23:42, 109.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 601/942 [20:19:21<10:23:49, 109.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 602/942 [20:21:13<10:25:53, 110.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 603/942 [20:23:05<10:26:44, 110.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 604/942 [20:24:59<10:29:52, 111.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 605/942 [20:26:53<10:31:42, 112.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 606/942 [20:28:48<10:35:42, 113.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 64%|██████▍   | 607/942 [20:30:51<10:48:24, 116.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 608/942 [20:32:54<10:59:03, 118.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 609/942 [20:34:50<10:51:39, 117.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 610/942 [20:36:44<10:44:16, 116.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 611/942 [20:38:31<10:27:39, 113.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▍   | 612/942 [20:40:18<10:14:28, 111.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 613/942 [20:42:05<10:04:37, 110.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 614/942 [20:43:49<9:52:36, 108.40s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 615/942 [20:45:37<9:50:38, 108.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 616/942 [20:47:24<9:46:12, 107.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 65%|██████▌   | 617/942 [20:49:15<9:48:30, 108.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 618/942 [20:51:06<9:50:55, 109.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 619/942 [20:53:02<9:59:50, 111.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 620/942 [20:55:04<10:15:39, 114.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 621/942 [20:57:13<10:35:55, 118.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 622/942 [20:59:31<11:04:39, 124.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 623/942 [21:01:37<11:05:15, 125.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▌   | 624/942 [21:03:25<10:35:19, 119.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▋   | 625/942 [21:05:12<10:13:22, 116.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 66%|██████▋   | 626/942 [21:06:59<9:56:56, 113.34s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 627/942 [21:08:45<9:42:56, 111.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 628/942 [21:10:31<9:33:53, 109.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 629/942 [21:12:17<9:26:13, 108.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 630/942 [21:14:03<9:20:30, 107.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 631/942 [21:15:50<9:17:45, 107.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 632/942 [21:17:38<9:16:22, 107.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 633/942 [21:19:33<9:25:35, 109.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 634/942 [21:21:35<9:42:07, 113.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 67%|██████▋   | 635/942 [21:23:59<10:27:20, 122.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 636/942 [21:26:10<10:38:12, 125.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 637/942 [21:28:03<10:17:57, 121.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 638/942 [21:29:53<9:57:40, 117.96s/it] C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 639/942 [21:31:42<9:41:58, 115.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 640/942 [21:33:28<9:27:07, 112.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 641/942 [21:35:16<9:17:48, 111.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 642/942 [21:37:02<9:08:38, 109.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 643/942 [21:38:51<9:05:04, 109.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 644/942 [21:40:42<9:05:19, 109.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 68%|██████▊   | 645/942 [21:42:40<9:15:36, 112.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▊   | 646/942 [21:44:43<9:29:50, 115.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▊   | 647/942 [21:46:50<9:45:43, 119.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 648/942 [21:48:47<9:40:41, 118.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 649/942 [21:50:51<9:45:57, 119.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 650/942 [21:52:46<9:37:33, 118.68s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 651/942 [21:54:38<9:24:40, 116.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 652/942 [21:56:29<9:15:17, 114.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 653/942 [21:58:18<9:05:24, 113.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 69%|██████▉   | 654/942 [22:00:08<8:58:32, 112.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 655/942 [22:01:59<8:55:07, 111.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 656/942 [22:03:53<8:56:42, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 657/942 [22:05:48<8:57:57, 113.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 658/942 [22:07:43<8:58:10, 113.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|██████▉   | 659/942 [22:09:46<9:09:33, 116.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|███████   | 660/942 [22:11:57<9:27:25, 120.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|███████   | 661/942 [22:14:06<9:37:49, 123.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|███████   | 662/942 [22:15:58<9:19:34, 119.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|███████   | 663/942 [22:17:46<9:01:06, 116.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 70%|███████   | 664/942 [22:19:35<8:48:48, 114.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 665/942 [22:21:24<8:39:24, 112.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 666/942 [22:23:09<8:28:14, 110.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 667/942 [22:24:59<8:24:57, 110.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 668/942 [22:26:48<8:21:46, 109.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 669/942 [22:28:45<8:29:07, 111.90s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 670/942 [22:30:50<8:45:38, 115.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████   | 671/942 [22:33:02<9:05:31, 120.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████▏  | 672/942 [22:35:15<9:19:09, 124.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 71%|███████▏  | 673/942 [22:37:34<9:37:48, 128.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 674/942 [22:39:29<9:16:35, 124.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 675/942 [22:41:19<8:55:04, 120.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 676/942 [22:43:07<8:36:53, 116.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 677/942 [22:44:55<8:23:05, 113.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 678/942 [22:46:42<8:12:35, 111.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 679/942 [22:48:32<8:08:33, 111.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 680/942 [22:50:21<8:03:00, 110.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 681/942 [22:52:16<8:06:31, 111.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 72%|███████▏  | 682/942 [22:54:19<8:19:19, 115.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 683/942 [22:56:17<8:21:23, 116.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 684/942 [22:58:35<8:47:55, 122.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 685/942 [23:00:51<9:02:03, 126.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 686/942 [23:02:55<8:56:35, 125.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 687/942 [23:04:47<8:37:11, 121.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 688/942 [23:06:35<8:17:56, 117.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 689/942 [23:08:25<8:05:47, 115.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 690/942 [23:10:14<7:56:45, 113.52s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 691/942 [23:12:04<7:50:45, 112.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 73%|███████▎  | 692/942 [23:13:56<7:48:25, 112.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▎  | 693/942 [23:15:50<7:48:01, 112.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▎  | 694/942 [23:17:53<7:58:48, 115.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 695/942 [23:19:56<8:05:54, 118.03s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 696/942 [23:22:04<8:16:28, 121.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 697/942 [23:24:17<8:28:18, 124.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 698/942 [23:26:18<8:21:52, 123.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 699/942 [23:28:21<8:19:16, 123.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 700/942 [23:30:16<8:08:02, 121.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 74%|███████▍  | 701/942 [23:32:07<7:53:07, 117.79s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 702/942 [23:33:57<7:42:09, 115.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 703/942 [23:35:51<7:38:10, 115.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 704/942 [23:37:44<7:33:59, 114.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 705/942 [23:39:40<7:33:28, 114.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▍  | 706/942 [23:41:37<7:34:18, 115.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 707/942 [23:43:32<7:32:18, 115.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 708/942 [23:45:30<7:33:02, 116.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 709/942 [23:47:35<7:41:36, 118.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 710/942 [23:49:44<7:50:49, 121.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 75%|███████▌  | 711/942 [23:51:41<7:43:25, 120.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 712/942 [23:53:34<7:33:43, 118.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 713/942 [23:55:25<7:23:05, 116.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 714/942 [23:57:14<7:13:22, 114.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 715/942 [23:59:04<7:06:55, 112.85s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 716/942 [24:00:55<7:02:43, 112.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 717/942 [24:02:47<7:00:16, 112.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▌  | 718/942 [24:04:40<6:59:41, 112.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▋  | 719/942 [24:06:39<7:05:04, 114.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 76%|███████▋  | 720/942 [24:08:44<7:15:19, 117.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 721/942 [24:10:51<7:22:56, 120.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 722/942 [24:13:05<7:36:25, 124.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 723/942 [24:15:21<7:46:55, 127.93s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 724/942 [24:17:17<7:32:07, 124.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 725/942 [24:19:08<7:14:33, 120.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 726/942 [24:20:58<7:01:58, 117.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 727/942 [24:22:48<6:52:29, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 728/942 [24:24:38<6:44:36, 113.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 729/942 [24:26:30<6:41:47, 113.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 77%|███████▋  | 730/942 [24:28:21<6:37:45, 112.57s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 731/942 [24:30:18<6:40:05, 113.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 732/942 [24:32:17<6:43:53, 115.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 733/942 [24:34:17<6:46:23, 116.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 734/942 [24:36:36<7:07:52, 123.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 735/942 [24:38:53<7:20:19, 127.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 736/942 [24:40:53<7:09:44, 125.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 737/942 [24:42:49<6:58:05, 122.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 738/942 [24:44:40<6:45:09, 119.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 78%|███████▊  | 739/942 [24:46:32<6:35:14, 116.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▊  | 740/942 [24:48:22<6:27:10, 115.00s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▊  | 741/942 [24:50:14<6:22:09, 114.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 742/942 [24:52:08<6:19:37, 113.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 743/942 [24:54:13<6:28:29, 117.14s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 744/942 [24:56:14<6:30:46, 118.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 745/942 [24:58:13<6:29:33, 118.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 746/942 [25:00:21<6:36:17, 121.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 747/942 [25:02:25<6:37:12, 122.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 79%|███████▉  | 748/942 [25:04:25<6:32:41, 121.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 749/942 [25:06:36<6:40:02, 124.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 750/942 [25:08:28<6:26:44, 120.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 751/942 [25:10:20<6:15:21, 117.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 752/942 [25:12:12<6:07:59, 116.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|███████▉  | 753/942 [25:14:05<6:02:48, 115.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|████████  | 754/942 [25:16:01<6:01:49, 115.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|████████  | 755/942 [25:17:58<6:01:16, 115.92s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|████████  | 756/942 [25:19:54<5:59:28, 115.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|████████  | 757/942 [25:21:51<5:59:03, 116.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 80%|████████  | 758/942 [25:23:51<5:59:59, 117.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 759/942 [25:25:57<6:06:21, 120.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 760/942 [25:27:59<6:06:05, 120.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 761/942 [25:30:01<6:04:37, 120.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 762/942 [25:31:53<5:55:20, 118.45s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 763/942 [25:33:45<5:47:28, 116.47s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 764/942 [25:35:37<5:41:38, 115.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████  | 765/942 [25:37:29<5:36:33, 114.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████▏ | 766/942 [25:39:20<5:32:06, 113.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 81%|████████▏ | 767/942 [25:41:14<5:30:42, 113.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 768/942 [25:43:11<5:31:40, 114.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 769/942 [25:45:08<5:32:37, 115.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 770/942 [25:47:14<5:39:40, 118.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 771/942 [25:49:20<5:44:01, 120.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 772/942 [25:51:32<5:51:31, 124.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 773/942 [25:53:48<5:59:39, 127.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 774/942 [25:55:46<5:49:08, 124.69s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 775/942 [25:57:41<5:38:55, 121.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 776/942 [25:59:32<5:28:10, 118.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 82%|████████▏ | 777/942 [26:01:22<5:19:21, 116.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 778/942 [26:03:14<5:13:32, 114.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 779/942 [26:05:05<5:08:48, 113.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 780/942 [26:06:56<5:04:56, 112.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 781/942 [26:08:51<5:04:10, 113.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 782/942 [26:10:48<5:05:55, 114.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 783/942 [26:12:50<5:09:40, 116.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 784/942 [26:15:00<5:18:12, 120.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 785/942 [26:17:20<5:31:17, 126.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 83%|████████▎ | 786/942 [26:19:26<5:28:04, 126.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▎ | 787/942 [26:21:18<5:15:24, 122.09s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▎ | 788/942 [26:23:12<5:06:46, 119.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 789/942 [26:25:04<4:59:08, 117.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 790/942 [26:26:55<4:52:15, 115.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 791/942 [26:28:46<4:46:56, 114.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 792/942 [26:30:39<4:44:47, 113.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 793/942 [26:32:42<4:49:18, 116.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 794/942 [26:34:40<4:48:55, 117.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 84%|████████▍ | 795/942 [26:36:48<4:54:50, 120.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 796/942 [26:38:55<4:57:46, 122.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 797/942 [26:41:08<5:02:58, 125.37s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 798/942 [26:43:11<4:59:11, 124.66s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 799/942 [26:45:19<4:59:49, 125.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▍ | 800/942 [26:47:16<4:51:38, 123.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 801/942 [26:49:10<4:42:49, 120.35s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 802/942 [26:51:01<4:33:54, 117.39s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 803/942 [26:52:54<4:29:07, 116.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 804/942 [26:54:52<4:28:38, 116.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 85%|████████▌ | 805/942 [26:56:49<4:26:28, 116.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 806/942 [26:58:43<4:22:41, 115.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 807/942 [27:00:41<4:22:24, 116.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 808/942 [27:02:42<4:23:46, 118.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 809/942 [27:04:55<4:31:19, 122.41s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 810/942 [27:07:01<4:31:43, 123.51s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 811/942 [27:08:58<4:25:30, 121.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▌ | 812/942 [27:10:53<4:18:45, 119.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▋ | 813/942 [27:12:45<4:12:22, 117.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 86%|████████▋ | 814/942 [27:14:36<4:06:22, 115.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 815/942 [27:16:29<4:02:26, 114.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 816/942 [27:18:22<4:00:04, 114.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 817/942 [27:20:18<3:58:48, 114.62s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 818/942 [27:22:20<4:01:27, 116.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 819/942 [27:24:27<4:05:54, 119.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 820/942 [27:26:35<4:08:57, 122.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 821/942 [27:28:49<4:14:00, 125.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 822/942 [27:31:13<4:22:23, 131.20s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 823/942 [27:33:07<4:10:17, 126.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 87%|████████▋ | 824/942 [27:35:03<4:02:05, 123.10s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 825/942 [27:36:55<3:53:12, 119.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 826/942 [27:38:46<3:46:34, 117.19s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 827/942 [27:40:36<3:40:38, 115.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 828/942 [27:42:28<3:36:50, 114.13s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 829/942 [27:44:21<3:34:10, 113.72s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 830/942 [27:46:22<3:36:38, 116.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 831/942 [27:48:26<3:39:00, 118.38s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 832/942 [27:50:35<3:42:57, 121.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 88%|████████▊ | 833/942 [27:52:53<3:49:26, 126.29s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 834/942 [27:55:01<3:48:15, 126.81s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 835/942 [27:57:00<3:42:06, 124.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▊ | 836/942 [27:58:53<3:33:57, 121.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 837/942 [28:00:45<3:27:02, 118.31s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 838/942 [28:02:38<3:22:25, 116.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 839/942 [28:04:30<3:17:50, 115.24s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 840/942 [28:06:25<3:16:02, 115.32s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 841/942 [28:08:23<3:15:27, 116.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 842/942 [28:10:19<3:13:15, 115.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 89%|████████▉ | 843/942 [28:12:14<3:11:00, 115.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 844/942 [28:13:59<3:03:54, 112.59s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 845/942 [28:15:41<2:56:59, 109.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 846/942 [28:17:34<2:56:38, 110.40s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|████████▉ | 847/942 [28:19:31<2:57:52, 112.34s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 848/942 [28:21:20<2:54:17, 111.25s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 849/942 [28:23:10<2:52:07, 111.05s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 850/942 [28:24:58<2:48:45, 110.06s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 851/942 [28:26:40<2:43:05, 107.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 90%|█████████ | 852/942 [28:28:28<2:41:39, 107.77s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 853/942 [28:30:14<2:39:03, 107.23s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 854/942 [28:32:03<2:38:02, 107.76s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 855/942 [28:33:52<2:36:45, 108.11s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 856/942 [28:35:41<2:35:33, 108.53s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 857/942 [28:37:35<2:35:53, 110.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 858/942 [28:39:24<2:33:46, 109.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████ | 859/942 [28:41:13<2:31:42, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████▏| 860/942 [28:43:07<2:31:33, 110.89s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 91%|█████████▏| 861/942 [28:44:54<2:28:05, 109.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 862/942 [28:47:06<2:34:57, 116.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 863/942 [28:49:08<2:35:25, 118.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 864/942 [28:51:04<2:32:44, 117.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 865/942 [28:52:55<2:28:20, 115.60s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 866/942 [28:54:48<2:25:27, 114.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 867/942 [28:56:44<2:23:56, 115.16s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 868/942 [28:58:30<2:18:39, 112.43s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 869/942 [29:00:19<2:15:21, 111.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 870/942 [29:02:11<2:13:58, 111.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 92%|█████████▏| 871/942 [29:04:02<2:11:53, 111.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 872/942 [29:05:52<2:09:26, 110.95s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 873/942 [29:07:40<2:06:32, 110.04s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 874/942 [29:09:29<2:04:11, 109.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 875/942 [29:11:24<2:04:29, 111.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 876/942 [29:13:15<2:02:13, 111.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 877/942 [29:15:06<2:00:31, 111.26s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 878/942 [29:16:53<1:57:06, 109.78s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 879/942 [29:18:40<1:54:36, 109.15s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 93%|█████████▎| 880/942 [29:20:31<1:53:08, 109.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 881/942 [29:22:25<1:52:48, 110.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 882/942 [29:24:15<1:50:36, 110.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▎| 883/942 [29:26:02<1:47:50, 109.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 884/942 [29:27:53<1:46:23, 110.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 885/942 [29:29:42<1:44:18, 109.80s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 886/942 [29:31:36<1:43:36, 111.02s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 887/942 [29:33:31<1:42:52, 112.22s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 888/942 [29:35:23<1:40:44, 111.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 889/942 [29:37:11<1:37:53, 110.82s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 94%|█████████▍| 890/942 [29:38:58<1:35:00, 109.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 891/942 [29:40:46<1:32:53, 109.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 892/942 [29:42:31<1:29:52, 107.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 893/942 [29:44:14<1:26:55, 106.44s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▍| 894/942 [29:45:57<1:24:20, 105.42s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 895/942 [29:47:40<1:21:58, 104.65s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 896/942 [29:49:24<1:20:10, 104.58s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 897/942 [29:51:10<1:18:45, 105.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 898/942 [29:52:55<1:16:53, 104.84s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 95%|█████████▌| 899/942 [29:54:43<1:15:50, 105.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 900/942 [29:56:36<1:15:43, 108.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 901/942 [29:58:26<1:14:12, 108.61s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 902/942 [30:00:12<1:11:54, 107.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 903/942 [30:02:03<1:10:47, 108.91s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 904/942 [30:03:46<1:07:48, 107.07s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 905/942 [30:05:29<1:05:12, 105.75s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▌| 906/942 [30:07:14<1:03:23, 105.64s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 907/942 [30:09:03<1:02:13, 106.67s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 908/942 [30:10:58<1:01:52, 109.18s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 96%|█████████▋| 909/942 [30:12:49<1:00:17, 109.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 910/942 [30:14:46<59:37, 111.78s/it]  C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 911/942 [30:16:44<58:39, 113.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 912/942 [30:18:39<56:59, 113.99s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 913/942 [30:20:21<53:28, 110.63s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 914/942 [30:22:13<51:48, 111.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 915/942 [30:24:03<49:43, 110.50s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 916/942 [30:25:46<46:55, 108.27s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 917/942 [30:27:28<44:21, 106.48s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 97%|█████████▋| 918/942 [30:29:09<41:58, 104.94s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 919/942 [30:30:53<40:08, 104.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 920/942 [30:32:39<38:26, 104.86s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 921/942 [30:34:22<36:34, 104.49s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 922/942 [30:36:08<34:54, 104.73s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 923/942 [30:37:53<33:16, 105.08s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 924/942 [30:39:40<31:39, 105.54s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 925/942 [30:41:34<30:35, 107.96s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 926/942 [30:43:27<29:15, 109.71s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 98%|█████████▊| 927/942 [30:45:16<27:18, 109.21s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 928/942 [30:47:01<25:13, 108.12s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 929/942 [30:48:45<23:10, 106.98s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▊| 930/942 [30:50:31<21:20, 106.70s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 931/942 [30:52:16<19:26, 106.01s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 932/942 [30:53:58<17:28, 104.83s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 933/942 [30:55:43<15:43, 104.87s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 934/942 [30:57:29<14:02, 105.28s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 935/942 [30:59:20<12:28, 106.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 936/942 [31:01:12<10:50, 108.46s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
 99%|█████████▉| 937/942 [31:02:59<09:00, 108.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 938/942 [31:04:47<07:11, 107.88s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 939/942 [31:06:32<05:21, 107.17s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 940/942 [31:08:17<03:33, 106.55s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
100%|█████████▉| 941/942 [31:10:03<01:46, 106.36s/it]C:\Users\yifeilu\AppData\Local\Temp\ipykernel_15716\2006560802.py:14: SettingWithCopyWarning: 
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead

See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy
  chunk['tokenized_answers'] = chunk['answers'].apply(lambda x: word_tokenize(x))
100%|██████████| 942/942 [31:10:31<00:00, 119.14s/it]
In [28]:
specificity_answer = pd.read_csv("ner_results_a.csv")
In [29]:
specificity_question = pd.read_csv("ner_results_q.csv")
In [30]:
specificity = pd.concat([qa_pairs[['eventId', 'QAPairId']], specificity_question, specificity_answer], axis=1)
In [31]:
specificity.to_stata(path_dropbox + "\Conference Call Transcript\specificity.dta", version=118, write_index = False)

Merge in analyst countries¶

In [32]:
qa_pairs.drop(columns=['question', 'answers', 'answerers'], inplace=True)
In [33]:
qa_pairs['asked_by'] = qa_pairs['asked_by'].str.strip().str.upper()
In [34]:
institution_ctry_nonus = pd.read_excel(path_dropbox + '\Conference Call Transcript\institution_nonus.xlsx', sheet_name='nonus')
In [35]:
institution_ctry_remain = pd.read_excel(path_dropbox + '\Conference Call Transcript\institution headquarters_remain2.xlsx', sheet_name='Institution')
In [36]:
institution_ctry = pd.concat([institution_ctry_nonus, institution_ctry_remain])
In [37]:
institution_ctry['Institution'] = institution_ctry['Institution'].str.strip().str.upper()
In [38]:
qa_pairs1 = qa_pairs.merge(institution_ctry, left_on = 'asked_by', right_on = 'Institution')
In [39]:
qa_pairs_final = qa_pairs1[~qa_pairs1['Country1'].isna()]
In [40]:
qa_pairs_final = qa_pairs_final.rename(columns={
                                         "Country1": "part_ctry1",
                                         "Country2": "part_ctry2"})
In [41]:
qa_pairs_final.drop(['Error code', 'Error Description'], axis=1, inplace=True)
qa_pairs_final.drop(['Country 1', 'Country 2'], axis=1, inplace=True)
qa_pairs_final['part_ctry2'] = qa_pairs_final['part_ctry2'].astype(str).replace('nan', np.nan)
In [42]:
qa_pairs_final.to_stata(path_dropbox + "\Conference Call Transcript\qa_pairs.dta", version=118, write_index = False)
In [ ]: